[ 526.750065] env[66320]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.750065] env[66320]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.763133] env[66408]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 527.763133] env[66408]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 529.311624] env[66408]: INFO neutron.common.config [-] Logging enabled! [ 529.311925] env[66408]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev20 [ 529.312254] env[66408]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66408) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 529.312563] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 529.312659] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 529.313825] env[66408]: WARNING oslo_policy.policy [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 529.313825] env[66408]: WARNING oslo_policy.policy [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 529.315439] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] VMware NSXv3 Agent initialized successfully. [ 529.315792] env[66408]: DEBUG oslo_concurrency.lockutils [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] Acquiring lock "singleton_lock" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.315912] env[66408]: DEBUG oslo_concurrency.lockutils [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] Acquired lock "singleton_lock" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.316142] env[66408]: DEBUG oslo_concurrency.lockutils [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] Releasing lock "singleton_lock" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.316474] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] Full set of CONF: {{(pid=66408) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 529.316588] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ******************************************************************************** {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 529.316678] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] Configuration options gathered from: {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 529.317043] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 529.317207] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 529.317306] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ================================================================================ {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 529.317468] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] agent_down_time = 75 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317598] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] allow_automatic_dhcp_failover = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317724] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] allow_bulk = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317856] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] api_extensions_path = {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317987] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] api_paste_config = api-paste.ini {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318129] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] auth_strategy = keystone {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318237] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] backdoor_port = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318332] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] backdoor_socket = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318462] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] backlog = 4096 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318591] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318740] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] bind_host = 0.0.0.0 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318870] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] bind_port = 9696 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318997] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] client_socket_timeout = 900 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319142] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] config_dir = [] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319245] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319372] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] config_source = [] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319500] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] control_exchange = neutron {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319631] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] core_plugin = ml2 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319761] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] debug = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319886] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] default_availability_zones = [] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.320107] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321120] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] dhcp_agent_notification = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321120] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] dhcp_agents_per_network = 1 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321120] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] dhcp_lease_duration = 86400 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321120] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] dhcp_load_type = networks {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321120] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] dns_domain = openstacklocal {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321120] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321120] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] enable_default_route_bfd = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321330] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] enable_default_route_ecmp = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321330] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] enable_dvr = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321386] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] enable_new_agents = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321501] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321601] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] enable_signals = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321721] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] enable_traditional_dhcp = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321837] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] external_dns_driver = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.321957] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] filter_validation = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.322095] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] global_physnet_mtu = 8950 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.322229] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] graceful_shutdown_timeout = 60 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.322400] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] host = cpu-1 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.322626] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] host_dvr_for_dhcp = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324373] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] http_retries = 3 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324373] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] instance_format = [instance: %(uuid)s] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324373] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324373] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ipam_driver = internal {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324373] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ipv6_pd_enabled = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324373] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] l3_ha = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324591] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324591] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] l3_ha_network_physical_name = {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324591] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] l3_ha_network_type = {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324591] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] log_color = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324591] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] log_config_append = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324591] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324591] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] log_dir = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324780] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] log_file = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324780] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] log_options = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324780] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] log_rotate_interval = 1 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324863] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] log_rotate_interval_type = days {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.325021] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] log_rotation_type = none {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.325087] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.325277] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.325405] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.325546] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.325648] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326086] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] max_dns_nameservers = 5 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326086] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] max_header_line = 16384 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326086] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] max_l3_agents_per_router = 3 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326285] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] max_logfile_count = 30 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326390] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] max_logfile_size_mb = 200 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326491] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] max_subnet_host_routes = 20 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326624] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] my_ip = 10.180.1.21 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326749] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] my_ipv6 = ::1 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.326880] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] network_auto_schedule = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.327018] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] network_link_prefix = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.327173] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.327312] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] notify_nova_on_port_data_changes = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.327472] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] notify_nova_on_port_status_changes = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.327610] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] pagination_max_limit = -1 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.327749] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] publish_errors = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.327893] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] rate_limit_burst = 0 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.328064] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] rate_limit_except_level = CRITICAL {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.328221] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] rate_limit_interval = 0 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.328345] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] retry_until_window = 30 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.328472] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] router_distributed = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.328604] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] rpc_resources_processing_step = 20 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.329712] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] rpc_response_max_timeout = 600 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.329712] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] rpc_response_timeout = 60 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.329712] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] send_events_interval = 2 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.329712] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] service_plugins = ['router'] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.329712] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] setproctitle = on {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.329712] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] shell_completion = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.329712] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] state_path = /opt/stack/data/neutron {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.329921] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] syslog_log_facility = LOG_USER {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.329921] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] tcp_keepidle = 600 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.329921] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] transport_url = **** {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.330016] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] use_journal = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.330140] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] use_json = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.330237] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] use_ssl = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.330750] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] use_stderr = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.330750] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] use_syslog = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.330750] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] vlan_qinq = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.330750] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] vlan_transparent = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.330984] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] watch_log_file = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.330984] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] wsgi_default_pool_size = 100 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.331103] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] wsgi_keep_alive = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.331203] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.331329] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] wsgi_server_debug = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.331476] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_concurrency.disable_process_locking = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331615] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331755] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331885] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332028] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332168] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332301] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332445] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] profiler.connection_string = messaging:// {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332580] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] profiler.enabled = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332715] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] profiler.es_doc_type = notification {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332846] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] profiler.es_scroll_size = 10000 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333019] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] profiler.es_scroll_time = 2m {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333203] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] profiler.filter_error_trace = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333460] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] profiler.hmac_keys = **** {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333648] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] profiler.sentinel_service_name = mymaster {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333797] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] profiler.socket_timeout = 0.1 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333932] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] profiler.trace_requests = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334073] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] profiler.trace_sqlalchemy = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334222] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] profiler_jaeger.process_tags = {} {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334354] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] profiler_jaeger.service_name_prefix = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334491] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] profiler_otlp.service_name_prefix = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334634] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_policy.enforce_new_defaults = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334902] env[66408]: WARNING oslo_config.cfg [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 529.335061] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_policy.enforce_scope = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335238] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_policy.policy_default_rule = default {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335442] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335515] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335655] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335783] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335912] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336047] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336196] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336343] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336490] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336635] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] agent.extensions = [] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336774] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336913] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] service_providers.service_provider = [] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337067] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] QUOTAS.default_quota = -1 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337207] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337341] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] QUOTAS.quota_floatingip = 50 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337470] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] QUOTAS.quota_network = 100 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337600] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] QUOTAS.quota_port = 500 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337728] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337854] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] QUOTAS.quota_router = 10 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337980] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] QUOTAS.quota_security_group = 10 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338121] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338270] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] QUOTAS.quota_subnet = 100 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338414] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] QUOTAS.track_quota_usage = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338563] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338692] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep.group = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338820] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep.helper_command = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338948] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep.log_daemon_traceback = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339094] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339228] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep.thread_pool_size = 8 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339356] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep.user = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339492] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339618] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_dhcp_release.group = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339743] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_dhcp_release.helper_command = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339870] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340007] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340142] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340268] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_dhcp_release.user = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340404] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340529] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_ovs_vsctl.group = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340655] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340784] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340917] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341057] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341187] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_ovs_vsctl.user = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341325] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_namespace.capabilities = [21] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341452] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_namespace.group = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341584] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_namespace.helper_command = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341713] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341844] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341975] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342112] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_namespace.user = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342252] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_conntrack.capabilities = [12] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342381] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_conntrack.group = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342505] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_conntrack.helper_command = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342635] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342769] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342898] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343033] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_conntrack.user = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343274] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_link.capabilities = [12, 21] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343344] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_link.group = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343466] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_link.helper_command = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343597] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_link.log_daemon_traceback = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343729] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343859] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_link.thread_pool_size = 8 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343987] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] privsep_link.user = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344149] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344295] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344431] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT.continue_on_failed_promotions = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344563] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT.dscp = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344697] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT.dscp_inherit = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344837] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT.force_mp_to_policy = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344969] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT.locking_coordinator_url = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345113] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT.log_agent_heartbeats = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345274] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT.logging_expire = 1 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345425] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345601] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345697] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT.polling_interval = 240 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345831] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345972] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346128] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT.report_interval = 30.0 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346294] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346434] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346573] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346712] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT.sync_skew = 60 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346847] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT.synchronization_queue_size = 20 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346980] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT.use_helper_for_ns_read = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347136] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] SECURITYGROUP.enable_ipset = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347277] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] SECURITYGROUP.enable_security_group = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347419] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347557] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347698] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] experimental.ipv6_pd_enabled = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347854] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ml2.extension_drivers = ['port_security'] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347990] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ml2.external_network_type = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348151] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348297] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ml2.overlay_ip_version = 4 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348439] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ml2.path_mtu = 8950 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348582] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ml2.physical_network_mtus = {} {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348780] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349034] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349214] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ml2.type_drivers = ['vlan'] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349366] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349504] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349638] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349785] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349928] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350076] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350219] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350363] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350501] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350718] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350859] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_login_password = **** {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351009] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351153] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_login_user = admin {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351295] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351438] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351576] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351710] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351850] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351992] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352151] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352290] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352429] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352570] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352715] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352850] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352986] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353232] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353374] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353512] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353688] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353782] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] nova.auth_section = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353925] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] nova.auth_type = password {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354074] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354207] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] nova.certfile = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354342] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] nova.collect_timing = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354482] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] nova.endpoint_type = public {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354614] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] nova.insecure = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354743] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] nova.keyfile = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354879] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] nova.region_name = RegionOne {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355018] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] nova.split_loggers = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355155] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] nova.timeout = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355321] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] placement.auth_section = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355467] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] placement.auth_type = password {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355696] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355752] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] placement.certfile = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355853] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] placement.collect_timing = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355988] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] placement.endpoint_type = public {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356129] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] placement.insecure = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356263] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] placement.keyfile = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356392] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] placement.region_name = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356520] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] placement.split_loggers = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356644] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] placement.timeout = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356782] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.auth_section = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356914] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.auth_type = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357052] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.cafile = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357180] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.certfile = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357315] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.collect_timing = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357445] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.connect_retries = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357573] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.connect_retry_delay = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357702] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.enable_notifications = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357831] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.endpoint_override = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357960] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.insecure = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.358099] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.interface = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.358228] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.keyfile = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.358366] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.max_version = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.358491] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.min_version = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.358619] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.region_name = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.358745] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.retriable_status_codes = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.358869] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.service_name = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.358994] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.service_type = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.359133] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.split_loggers = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.359262] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.status_code_retries = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.359389] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.status_code_retry_delay = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.359516] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.timeout = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.359643] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.valid_interfaces = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.359772] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ironic.version = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.359909] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] cli_script.dry_run = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.360062] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.360197] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.360333] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.360463] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.360593] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.360722] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.360850] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361024] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361119] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361270] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361387] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361521] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361654] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361787] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.361915] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.362060] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.362191] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.362320] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.362454] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.362582] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.362709] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.362834] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.362961] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.363102] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.363264] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.363408] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.363539] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.363673] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.363803] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.363934] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.364074] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.ssl = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.364217] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.364354] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.364485] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.364619] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.364753] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.364882] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.365047] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_notifications.driver = [] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.365169] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_notifications.retry = -1 {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.365346] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.365477] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.365581] env[66408]: DEBUG oslo_service.backend._eventlet.service [None req-c68ac006-17f1-4a04-8468-07fe22479302 None None] ******************************************************************************** {{(pid=66408) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 529.366774] env[66408]: DEBUG neutron.agent.securitygroups_rpc [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Init firewall settings (driver=nsxv3) {{(pid=66408) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 529.368105] env[66408]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66408) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 529.368356] env[66408]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] RPC agent_id: nsxm-l-01a.corp.local [ 529.370548] env[66408]: DEBUG dogpile.cache.region [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 529.370670] env[66408]: DEBUG dogpile.lock [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 529.370765] env[66408]: DEBUG dogpile.lock [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 529.370855] env[66408]: DEBUG dogpile.lock [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 529.370947] env[66408]: DEBUG dogpile.cache.region [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 529.371046] env[66408]: DEBUG dogpile.lock [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 529.371170] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 529.420924] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Session token - acquiring [ 529.422546] env[66408]: DEBUG networking_nsxv3.common.locking [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.422797] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.422797] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.423265] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.435780] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.719439] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 529.739814] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 529.740026] env[66408]: DEBUG dogpile.cache.region [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Cache value generated in 0.369 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 529.740084] env[66408]: DEBUG dogpile.lock [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 529.740197] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Activating Policy API Provider. [ 529.740386] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Looking for the default Infrastructure Rules. [ 529.815884] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Looking for the Default Layer3 Logged Drop Section. [ 529.831071] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 529.831522] env[66408]: DEBUG networking_nsxv3.common.locking [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.831691] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquiring lock "all" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.831828] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquired lock "all" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.832186] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquired external semaphore "all" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.832531] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.348422] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.850574] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.352921] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Inventory metadata is going to be refreshed. [ 531.353314] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 532.149482] env[66408]: DEBUG networking_nsxv3.common.locking [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.149755] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.149755] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.150091] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.161993] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 532.162865] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.163574] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 532.181848] env[66408]: DEBUG networking_nsxv3.common.locking [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.182121] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.182121] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.182437] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.182563] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.182710] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 532.182822] env[66408]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66408) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.182926] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 532.204484] env[66408]: DEBUG networking_nsxv3.common.locking [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.204732] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.204732] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.205041] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.205257] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.205407] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 532.226272] env[66408]: DEBUG networking_nsxv3.common.locking [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.226538] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.226600] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.226897] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.227053] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.227200] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 532.248031] env[66408]: DEBUG networking_nsxv3.common.locking [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.248278] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquiring lock "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.248337] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquired lock "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.248605] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquired external semaphore "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.248747] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Releasing lock "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.248900] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 532.249013] env[66408]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66408) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.249122] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 532.268123] env[66408]: DEBUG networking_nsxv3.common.locking [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.268341] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquiring lock "Segment QoS" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.268404] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquired lock "Segment QoS" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.268723] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquired external semaphore "Segment QoS" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.268867] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Releasing lock "Segment QoS" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.269020] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 532.269121] env[66408]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66408) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.269225] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 532.292394] env[66408]: DEBUG networking_nsxv3.common.locking [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.292629] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.292672] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.292938] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.293109] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.293277] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 532.293421] env[66408]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66408) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.293482] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Inventory metadata have been refreshed. [ 532.293577] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Dryrun:True. Metadata refresh completed. [ 532.293695] env[66408]: DEBUG oslo_concurrency.lockutils [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Releasing lock "all" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.295440] env[66408]: INFO neutron.agent.agent_extensions_manager [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Loaded agent extensions: [] [ 532.296180] env[66408]: DEBUG neutron_lib.callbacks.manager [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66408) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 532.345170] env[66408]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] NSXv3 Agent Agent RPC Daemon Started! [ 532.345170] env[66408]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] NSXv3 Agent Agent loop - iteration:0 started [ 532.345492] env[66408]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] NSXv3 Agent Agent out of sync with plugin! [ 536.299947] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.300381] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.300381] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.300456] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.300633] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.803326] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.296391] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 537.296581] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 537.305188] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.807963] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 537.808137] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 538.601922] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.602371] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.602371] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.602371] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.613957] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 538.614769] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.615457] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 538.633813] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.634111] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.634111] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.634228] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.634332] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.634410] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 538.634482] env[66408]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66408) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.634551] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 538.655862] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.656147] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.656147] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.656299] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.656389] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.656502] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 538.679493] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.679748] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.679748] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.679945] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.680067] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.680178] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 538.702413] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.702690] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.702690] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.702807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.702913] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.703040] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 538.703114] env[66408]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66408) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.703183] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 538.724081] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.724277] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.724277] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.724473] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.724561] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.724668] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 538.724739] env[66408]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66408) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.724813] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 538.745703] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.745933] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.745933] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.746127] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.746239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.746364] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 538.746429] env[66408]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66408) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.746488] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 538.746553] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 538.746625] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 538.746680] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 538.746742] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 538.747011] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 538.747067] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 538.747139] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 538.771580] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.771823] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.771823] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.771983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.772101] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.772208] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 538.792727] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.792953] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.792953] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.793169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.793278] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.806831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.297625] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 542.297625] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.299387] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.299753] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.555199] env[66408]: INFO networking_nsxv3.common.synchronization [None req-81a5be19-1d3e-4178-ab26-954a7af15a22 demo admin] Enqueued Resource ID: 38621d0d-053c-4aaf-b879-6af455e919d0 with Priority: HIGHEST for action security_group_rules [ 547.555721] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38621d0d-053c-4aaf-b879-6af455e919d0 with Priority: HIGHEST for action security_group_rules [ 547.556181] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38621d0d-053c-4aaf-b879-6af455e919d0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.556338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38621d0d-053c-4aaf-b879-6af455e919d0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.556478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38621d0d-053c-4aaf-b879-6af455e919d0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.556712] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38621d0d-053c-4aaf-b879-6af455e919d0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.556790] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38621d0d-053c-4aaf-b879-6af455e919d0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.079730] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.080121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.080121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.080331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.080418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.080501] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38621d0d-053c-4aaf-b879-6af455e919d0 already deleted. [ 548.080602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38621d0d-053c-4aaf-b879-6af455e919d0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.556767] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.557195] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.558249] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.558668] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.559478] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.559896] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.560244] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.560636] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.516937] env[66408]: INFO networking_nsxv3.common.synchronization [None req-a87c3c45-cb75-48ab-9ad2-fdc6d64c193d None None] Enqueued Resource ID: 6c9bbc98-43f3-4d47-83bb-6bc2ca517921 with Priority: HIGHEST for action port [ 572.516937] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c9bbc98-43f3-4d47-83bb-6bc2ca517921 with Priority: HIGHEST for action port [ 572.516937] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c9bbc98-43f3-4d47-83bb-6bc2ca517921 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.517579] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c9bbc98-43f3-4d47-83bb-6bc2ca517921" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.517579] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c9bbc98-43f3-4d47-83bb-6bc2ca517921" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.517579] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c9bbc98-43f3-4d47-83bb-6bc2ca517921" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.518046] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c9bbc98-43f3-4d47-83bb-6bc2ca517921',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.022432] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c9bbc98-43f3-4d47-83bb-6bc2ca517921 [ 573.022673] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.022792] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.022852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.023116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.023161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.023253] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c9bbc98-43f3-4d47-83bb-6bc2ca517921 already deleted. [ 573.023544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c9bbc98-43f3-4d47-83bb-6bc2ca517921" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.245734] env[66408]: INFO networking_nsxv3.common.synchronization [None req-2195ea09-b754-4ac5-90d1-ad958b7ee8e8 None None] Enqueued Resource ID: 5d92ead5-301b-477e-a6b7-1a23ec56afb6 with Priority: HIGHEST for action port [ 573.245734] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d92ead5-301b-477e-a6b7-1a23ec56afb6 with Priority: HIGHEST for action port [ 573.245734] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d92ead5-301b-477e-a6b7-1a23ec56afb6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.245734] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d92ead5-301b-477e-a6b7-1a23ec56afb6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.245734] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d92ead5-301b-477e-a6b7-1a23ec56afb6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.246610] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d92ead5-301b-477e-a6b7-1a23ec56afb6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.246857] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d92ead5-301b-477e-a6b7-1a23ec56afb6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.750809] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d92ead5-301b-477e-a6b7-1a23ec56afb6 [ 573.753623] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.753623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.753623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.753623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.753828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.753828] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d92ead5-301b-477e-a6b7-1a23ec56afb6 already deleted. [ 573.753904] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d92ead5-301b-477e-a6b7-1a23ec56afb6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.985789] env[66408]: INFO networking_nsxv3.common.synchronization [None req-54f88e37-c5ae-4766-b619-ae12bcde6804 None None] Enqueued Resource ID: 6889ba0f-5276-4094-b901-02ef27502942 with Priority: HIGHEST for action port [ 574.985789] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6889ba0f-5276-4094-b901-02ef27502942 with Priority: HIGHEST for action port [ 574.985789] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-6889ba0f-5276-4094-b901-02ef27502942 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.985789] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6889ba0f-5276-4094-b901-02ef27502942" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.985789] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6889ba0f-5276-4094-b901-02ef27502942" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.986699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6889ba0f-5276-4094-b901-02ef27502942" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.987037] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6889ba0f-5276-4094-b901-02ef27502942',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.254489] env[66408]: INFO networking_nsxv3.common.synchronization [None req-996bf236-0c4f-45b2-9974-4cfa018a240d None None] Enqueued Resource ID: 99ab377b-6640-4d20-aaff-c585f573a066 with Priority: HIGHEST for action port [ 575.254954] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ab377b-6640-4d20-aaff-c585f573a066 with Priority: HIGHEST for action port [ 575.255276] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-99ab377b-6640-4d20-aaff-c585f573a066 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.255601] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99ab377b-6640-4d20-aaff-c585f573a066" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.255601] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99ab377b-6640-4d20-aaff-c585f573a066" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.255780] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99ab377b-6640-4d20-aaff-c585f573a066" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.257199] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99ab377b-6640-4d20-aaff-c585f573a066',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.490413] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6889ba0f-5276-4094-b901-02ef27502942 [ 575.490656] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.490820] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.490872] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.491080] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.491332] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.491332] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6889ba0f-5276-4094-b901-02ef27502942 already deleted. [ 575.491332] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6889ba0f-5276-4094-b901-02ef27502942" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.762565] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99ab377b-6640-4d20-aaff-c585f573a066 [ 575.763128] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.763128] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.763128] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.763295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.763326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.763979] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99ab377b-6640-4d20-aaff-c585f573a066 already deleted. [ 575.763979] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99ab377b-6640-4d20-aaff-c585f573a066" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.108684] env[66408]: INFO networking_nsxv3.common.synchronization [None req-2733088d-b40d-4bd7-894b-933d732abb41 None None] Enqueued Resource ID: 8daf66ce-fb79-440f-becb-1f9858f9d618 with Priority: HIGHEST for action port [ 576.108944] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8daf66ce-fb79-440f-becb-1f9858f9d618 with Priority: HIGHEST for action port [ 576.109489] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-8daf66ce-fb79-440f-becb-1f9858f9d618 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.109613] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8daf66ce-fb79-440f-becb-1f9858f9d618" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.109676] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8daf66ce-fb79-440f-becb-1f9858f9d618" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.109966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8daf66ce-fb79-440f-becb-1f9858f9d618" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.110132] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8daf66ce-fb79-440f-becb-1f9858f9d618',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.611912] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8daf66ce-fb79-440f-becb-1f9858f9d618 [ 576.612266] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.612439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.612522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.612747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.612840] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.612931] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8daf66ce-fb79-440f-becb-1f9858f9d618 already deleted. [ 576.613082] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8daf66ce-fb79-440f-becb-1f9858f9d618" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.307275] env[66408]: INFO networking_nsxv3.common.synchronization [None req-347b968f-afb9-44cb-b6a8-cf9b4a97ca2b None None] Enqueued Resource ID: 4521fa9c-17ba-473f-babe-61990a7760b2 with Priority: HIGHEST for action port [ 578.307801] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4521fa9c-17ba-473f-babe-61990a7760b2 with Priority: HIGHEST for action port [ 578.308271] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-4521fa9c-17ba-473f-babe-61990a7760b2 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.308408] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4521fa9c-17ba-473f-babe-61990a7760b2" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.308477] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4521fa9c-17ba-473f-babe-61990a7760b2" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.308726] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4521fa9c-17ba-473f-babe-61990a7760b2" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.308810] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4521fa9c-17ba-473f-babe-61990a7760b2',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.810744] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4521fa9c-17ba-473f-babe-61990a7760b2 [ 578.811074] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.811227] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.811301] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.811528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.811620] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.811713] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4521fa9c-17ba-473f-babe-61990a7760b2 already deleted. [ 578.811798] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4521fa9c-17ba-473f-babe-61990a7760b2" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.253679] env[66408]: INFO networking_nsxv3.common.synchronization [None req-5567caa1-5f46-497b-b6b1-ec58398aab1e None None] Enqueued Resource ID: 7e86a97f-f713-4561-b5f1-cd001729cc55 with Priority: HIGHEST for action port [ 579.253852] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e86a97f-f713-4561-b5f1-cd001729cc55 with Priority: HIGHEST for action port [ 579.254134] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e86a97f-f713-4561-b5f1-cd001729cc55 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.254251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e86a97f-f713-4561-b5f1-cd001729cc55" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.254314] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e86a97f-f713-4561-b5f1-cd001729cc55" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.254582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e86a97f-f713-4561-b5f1-cd001729cc55" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.254663] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e86a97f-f713-4561-b5f1-cd001729cc55',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.700530] env[66408]: INFO networking_nsxv3.common.synchronization [None req-8ac7f302-b277-401f-8279-1199ed2ac7aa None None] Enqueued Resource ID: 5673ba74-1a56-4c89-94e7-8a113b4a1202 with Priority: HIGHEST for action port [ 579.701063] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5673ba74-1a56-4c89-94e7-8a113b4a1202 with Priority: HIGHEST for action port [ 579.701710] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-5673ba74-1a56-4c89-94e7-8a113b4a1202 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.701710] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5673ba74-1a56-4c89-94e7-8a113b4a1202" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.701710] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5673ba74-1a56-4c89-94e7-8a113b4a1202" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.701843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5673ba74-1a56-4c89-94e7-8a113b4a1202" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.701873] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5673ba74-1a56-4c89-94e7-8a113b4a1202',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.756838] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e86a97f-f713-4561-b5f1-cd001729cc55 [ 579.757082] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.757215] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.757282] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.757491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.757584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.757679] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e86a97f-f713-4561-b5f1-cd001729cc55 already deleted. [ 579.757766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e86a97f-f713-4561-b5f1-cd001729cc55" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.205466] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5673ba74-1a56-4c89-94e7-8a113b4a1202 [ 580.208394] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.209440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.209440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.209440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.209440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.209440] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5673ba74-1a56-4c89-94e7-8a113b4a1202 already deleted. [ 580.209440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5673ba74-1a56-4c89-94e7-8a113b4a1202" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.765318] env[66408]: INFO networking_nsxv3.common.synchronization [None req-b817fa35-f4fb-4020-985c-4b83d47d2c5a None None] Enqueued Resource ID: 8155880e-fb37-4f73-a2c7-0805d2cd3cb3 with Priority: HIGHEST for action port [ 580.765558] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8155880e-fb37-4f73-a2c7-0805d2cd3cb3 with Priority: HIGHEST for action port [ 580.766132] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-8155880e-fb37-4f73-a2c7-0805d2cd3cb3 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.766257] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8155880e-fb37-4f73-a2c7-0805d2cd3cb3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.766316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8155880e-fb37-4f73-a2c7-0805d2cd3cb3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.766567] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8155880e-fb37-4f73-a2c7-0805d2cd3cb3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.766648] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8155880e-fb37-4f73-a2c7-0805d2cd3cb3',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.142233] env[66408]: INFO networking_nsxv3.common.synchronization [None req-0bdcfdc7-9ab2-408f-a24e-eb8e0dfe8580 None None] Enqueued Resource ID: 6e355918-6093-4db0-82b9-4a75d0eb1080 with Priority: HIGHEST for action port [ 581.142488] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e355918-6093-4db0-82b9-4a75d0eb1080 with Priority: HIGHEST for action port [ 581.143688] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e355918-6093-4db0-82b9-4a75d0eb1080 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.143836] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e355918-6093-4db0-82b9-4a75d0eb1080" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.144798] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e355918-6093-4db0-82b9-4a75d0eb1080" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.144798] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e355918-6093-4db0-82b9-4a75d0eb1080" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.144798] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e355918-6093-4db0-82b9-4a75d0eb1080',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.271494] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8155880e-fb37-4f73-a2c7-0805d2cd3cb3 [ 581.271716] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.272503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.272503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.272503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.272708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.272708] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8155880e-fb37-4f73-a2c7-0805d2cd3cb3 already deleted. [ 581.272770] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8155880e-fb37-4f73-a2c7-0805d2cd3cb3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.646167] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e355918-6093-4db0-82b9-4a75d0eb1080 [ 581.646395] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.646530] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.646596] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.647936] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.647936] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.647936] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e355918-6093-4db0-82b9-4a75d0eb1080 already deleted. [ 581.647936] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e355918-6093-4db0-82b9-4a75d0eb1080" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.830441] env[66408]: INFO networking_nsxv3.common.synchronization [None req-867ee488-d20b-4ba6-a732-436e048238d4 None None] Enqueued Resource ID: e35beb88-65cb-4896-b3ac-6d684936c3af with Priority: HIGHEST for action port [ 581.830711] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35beb88-65cb-4896-b3ac-6d684936c3af with Priority: HIGHEST for action port [ 581.831503] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-e35beb88-65cb-4896-b3ac-6d684936c3af taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.831503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e35beb88-65cb-4896-b3ac-6d684936c3af" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.831503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e35beb88-65cb-4896-b3ac-6d684936c3af" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.835374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e35beb88-65cb-4896-b3ac-6d684936c3af" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.835374] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e35beb88-65cb-4896-b3ac-6d684936c3af',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.337544] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e35beb88-65cb-4896-b3ac-6d684936c3af [ 582.338223] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.342194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.342194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.342194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.342194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.342194] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e35beb88-65cb-4896-b3ac-6d684936c3af already deleted. [ 582.342194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e35beb88-65cb-4896-b3ac-6d684936c3af" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.651412] env[66408]: INFO networking_nsxv3.common.synchronization [None req-3b8b07c7-a6ef-4619-8779-a0e9ed0c8a2e None None] Enqueued Resource ID: ce911d7c-cc43-4c4f-b0b9-b0ab85e09b14 with Priority: HIGHEST for action port [ 582.651412] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce911d7c-cc43-4c4f-b0b9-b0ab85e09b14 with Priority: HIGHEST for action port [ 582.651412] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce911d7c-cc43-4c4f-b0b9-b0ab85e09b14 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.651412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce911d7c-cc43-4c4f-b0b9-b0ab85e09b14" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.651412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce911d7c-cc43-4c4f-b0b9-b0ab85e09b14" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.651798] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce911d7c-cc43-4c4f-b0b9-b0ab85e09b14" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.652385] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce911d7c-cc43-4c4f-b0b9-b0ab85e09b14',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.127852] env[66408]: INFO networking_nsxv3.common.synchronization [None req-5ffcfac0-5008-47e8-b665-a786f9f4e1e9 None None] Enqueued Resource ID: 5d60f7f6-3620-44dc-b5b0-c2d25d9bd2d4 with Priority: HIGHEST for action port [ 583.128601] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d60f7f6-3620-44dc-b5b0-c2d25d9bd2d4 with Priority: HIGHEST for action port [ 583.128971] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d60f7f6-3620-44dc-b5b0-c2d25d9bd2d4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.129310] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d60f7f6-3620-44dc-b5b0-c2d25d9bd2d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.129383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d60f7f6-3620-44dc-b5b0-c2d25d9bd2d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.129630] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d60f7f6-3620-44dc-b5b0-c2d25d9bd2d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.129715] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d60f7f6-3620-44dc-b5b0-c2d25d9bd2d4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.154839] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce911d7c-cc43-4c4f-b0b9-b0ab85e09b14 [ 583.155075] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.156755] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.156755] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.156755] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.156755] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.156755] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce911d7c-cc43-4c4f-b0b9-b0ab85e09b14 already deleted. [ 583.156755] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce911d7c-cc43-4c4f-b0b9-b0ab85e09b14" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.586815] env[66408]: INFO networking_nsxv3.common.synchronization [None req-6778aca3-fd51-46ae-a070-45275b0085d8 None None] Enqueued Resource ID: 7c19cbf3-7f9f-45ff-b128-53009d5ce130 with Priority: HIGHEST for action port [ 583.587222] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c19cbf3-7f9f-45ff-b128-53009d5ce130 with Priority: HIGHEST for action port [ 583.587697] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c19cbf3-7f9f-45ff-b128-53009d5ce130 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.587816] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c19cbf3-7f9f-45ff-b128-53009d5ce130" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.587880] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c19cbf3-7f9f-45ff-b128-53009d5ce130" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.588458] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c19cbf3-7f9f-45ff-b128-53009d5ce130" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.588849] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c19cbf3-7f9f-45ff-b128-53009d5ce130',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.634572] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d60f7f6-3620-44dc-b5b0-c2d25d9bd2d4 [ 583.634572] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.634572] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.634572] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.634572] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.634572] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.634572] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d60f7f6-3620-44dc-b5b0-c2d25d9bd2d4 already deleted. [ 583.634572] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d60f7f6-3620-44dc-b5b0-c2d25d9bd2d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.090808] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c19cbf3-7f9f-45ff-b128-53009d5ce130 [ 584.090986] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.091146] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.091212] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.091499] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.091546] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.091596] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c19cbf3-7f9f-45ff-b128-53009d5ce130 already deleted. [ 584.091680] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c19cbf3-7f9f-45ff-b128-53009d5ce130" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.821496] env[66408]: INFO networking_nsxv3.common.synchronization [None req-4390ce28-3c34-4357-b5d5-69828121046f None None] Enqueued Resource ID: 79b2b5a8-2e47-44d3-ba4b-b6cf70ca691e with Priority: HIGHEST for action port [ 584.821496] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b2b5a8-2e47-44d3-ba4b-b6cf70ca691e with Priority: HIGHEST for action port [ 584.821918] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-79b2b5a8-2e47-44d3-ba4b-b6cf70ca691e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.822658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79b2b5a8-2e47-44d3-ba4b-b6cf70ca691e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.822658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79b2b5a8-2e47-44d3-ba4b-b6cf70ca691e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.822658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79b2b5a8-2e47-44d3-ba4b-b6cf70ca691e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.822658] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b2b5a8-2e47-44d3-ba4b-b6cf70ca691e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.328863] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79b2b5a8-2e47-44d3-ba4b-b6cf70ca691e [ 585.328863] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.328863] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.328863] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.328863] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.328863] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.328863] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79b2b5a8-2e47-44d3-ba4b-b6cf70ca691e already deleted. [ 585.328863] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79b2b5a8-2e47-44d3-ba4b-b6cf70ca691e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.263491] env[66408]: INFO networking_nsxv3.common.synchronization [None req-765bc62e-01be-4033-888d-e9b68c044427 None None] Enqueued Resource ID: 9f6ad1f6-7413-42c2-9540-35473b174c9b with Priority: HIGHEST for action port [ 586.263766] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f6ad1f6-7413-42c2-9540-35473b174c9b with Priority: HIGHEST for action port [ 586.264302] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f6ad1f6-7413-42c2-9540-35473b174c9b taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.264445] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f6ad1f6-7413-42c2-9540-35473b174c9b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.264511] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f6ad1f6-7413-42c2-9540-35473b174c9b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.264988] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f6ad1f6-7413-42c2-9540-35473b174c9b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.264988] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f6ad1f6-7413-42c2-9540-35473b174c9b',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.768114] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f6ad1f6-7413-42c2-9540-35473b174c9b [ 586.768114] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.768114] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.768114] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.768114] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.768114] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.768114] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f6ad1f6-7413-42c2-9540-35473b174c9b already deleted. [ 586.768114] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f6ad1f6-7413-42c2-9540-35473b174c9b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.763543] env[66408]: INFO networking_nsxv3.common.synchronization [None req-3e0eb749-e68f-45eb-b857-01758cccef84 None None] Enqueued Resource ID: 899bfb6e-4d87-4e8c-a215-7aaa3349ba05 with Priority: HIGHEST for action port [ 587.765217] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899bfb6e-4d87-4e8c-a215-7aaa3349ba05 with Priority: HIGHEST for action port [ 587.765217] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-899bfb6e-4d87-4e8c-a215-7aaa3349ba05 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.765217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-899bfb6e-4d87-4e8c-a215-7aaa3349ba05" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.765217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-899bfb6e-4d87-4e8c-a215-7aaa3349ba05" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.765217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-899bfb6e-4d87-4e8c-a215-7aaa3349ba05" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.765489] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('899bfb6e-4d87-4e8c-a215-7aaa3349ba05',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.806409] env[66408]: INFO networking_nsxv3.common.synchronization [None req-f1dbf8a2-ac3e-40a9-a068-83e55e8ddb3d None None] Enqueued Resource ID: a47c4da7-f9f7-4c50-83d9-2c8eb9c367b3 with Priority: HIGHEST for action port [ 587.806656] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a47c4da7-f9f7-4c50-83d9-2c8eb9c367b3 with Priority: HIGHEST for action port [ 587.807273] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-a47c4da7-f9f7-4c50-83d9-2c8eb9c367b3 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.807398] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a47c4da7-f9f7-4c50-83d9-2c8eb9c367b3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.807477] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a47c4da7-f9f7-4c50-83d9-2c8eb9c367b3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.807723] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a47c4da7-f9f7-4c50-83d9-2c8eb9c367b3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.807805] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a47c4da7-f9f7-4c50-83d9-2c8eb9c367b3',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.267890] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 899bfb6e-4d87-4e8c-a215-7aaa3349ba05 [ 588.269302] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.269486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.269486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.269608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.269809] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.269809] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:899bfb6e-4d87-4e8c-a215-7aaa3349ba05 already deleted. [ 588.269951] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-899bfb6e-4d87-4e8c-a215-7aaa3349ba05" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.313993] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a47c4da7-f9f7-4c50-83d9-2c8eb9c367b3 [ 588.314783] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.314967] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.315418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.315418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.315418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.315563] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a47c4da7-f9f7-4c50-83d9-2c8eb9c367b3 already deleted. [ 588.315563] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a47c4da7-f9f7-4c50-83d9-2c8eb9c367b3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.558888] env[66408]: INFO networking_nsxv3.common.synchronization [None req-51f68dbf-6ddc-4f72-9cbb-881e177c93e4 None None] Enqueued Resource ID: 9c202ed5-7aca-47a5-bbb7-d3dc1e986b6a with Priority: HIGHEST for action port [ 588.561174] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c202ed5-7aca-47a5-bbb7-d3dc1e986b6a with Priority: HIGHEST for action port [ 588.561646] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c202ed5-7aca-47a5-bbb7-d3dc1e986b6a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.561782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c202ed5-7aca-47a5-bbb7-d3dc1e986b6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.561852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c202ed5-7aca-47a5-bbb7-d3dc1e986b6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.562155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c202ed5-7aca-47a5-bbb7-d3dc1e986b6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.562247] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c202ed5-7aca-47a5-bbb7-d3dc1e986b6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.844673] env[66408]: INFO networking_nsxv3.common.synchronization [req-9c6a0b50-7179-4b31-a8d3-7f7647fff623 req-fb532227-44da-4e39-a85c-68470b954b09 tempest-ServerRescueTestJSON-1284870514 tempest-ServerRescueTestJSON-1284870514-project-member] Enqueued Resource ID: 67b58317-bc54-4394-846d-8acd7c33bc41 with Priority: HIGHEST for action security_group_members [ 588.849278] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b58317-bc54-4394-846d-8acd7c33bc41 with Priority: HIGHEST for action security_group_members [ 588.849983] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b58317-bc54-4394-846d-8acd7c33bc41 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.850134] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.850201] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.850455] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.850617] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.850695] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.850756] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.850900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.850977] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.851075] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b58317-bc54-4394-846d-8acd7c33bc41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.066289] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c202ed5-7aca-47a5-bbb7-d3dc1e986b6a [ 589.067412] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.067558] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.067630] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.067937] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.067937] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.068059] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c202ed5-7aca-47a5-bbb7-d3dc1e986b6a already deleted. [ 589.069183] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c202ed5-7aca-47a5-bbb7-d3dc1e986b6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.326840] env[66408]: INFO networking_nsxv3.common.synchronization [None req-03d77ea7-c408-4cd9-bc5f-87cc47632b34 None None] Enqueued Resource ID: 2cd09469-0a37-4618-9989-5991ae4e5e10 with Priority: HIGHEST for action port [ 589.327415] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd09469-0a37-4618-9989-5991ae4e5e10 with Priority: HIGHEST for action port [ 589.327710] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cd09469-0a37-4618-9989-5991ae4e5e10 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.327834] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cd09469-0a37-4618-9989-5991ae4e5e10" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.327893] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cd09469-0a37-4618-9989-5991ae4e5e10" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.328165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cd09469-0a37-4618-9989-5991ae4e5e10" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.328244] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cd09469-0a37-4618-9989-5991ae4e5e10',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.356741] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.356741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.356741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.356741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.356741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.356741] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.356741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.356741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.357185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.357185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.357185] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b58317-bc54-4394-846d-8acd7c33bc41 already deleted. [ 589.357185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.495573] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.495793] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.495899] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.496234] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.496493] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.496647] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.496792] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.497035] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.497180] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.497617] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.497617] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.497739] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.497928] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.497928] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.498047] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.498147] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.519835] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.520350] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.520350] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.520350] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.520548] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-f22f8f70-538a-4cbb-bdae-f15b096c808c taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.521041] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-f22f8f70-538a-4cbb-bdae-f15b096c808c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.521041] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-f22f8f70-538a-4cbb-bdae-f15b096c808c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.521317] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-f22f8f70-538a-4cbb-bdae-f15b096c808c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.521427] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f22f8f70-538a-4cbb-bdae-f15b096c808c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.833210] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cd09469-0a37-4618-9989-5991ae4e5e10 [ 589.833210] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.833210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.833210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.833210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.833210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.833210] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cd09469-0a37-4618-9989-5991ae4e5e10 already deleted. [ 589.833635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cd09469-0a37-4618-9989-5991ae4e5e10" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.023232] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.023540] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.023586] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.023947] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.024130] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.024357] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port f22f8f70-538a-4cbb-bdae-f15b096c808c not found, creating... [ 590.024552] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.024706] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.024819] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.025048] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.025188] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.026011] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.026011] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.026011] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.026149] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.026239] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.026370] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: f22f8f70-538a-4cbb-bdae-f15b096c808c is going to be created. [ 590.048917] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.049135] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.049253] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.049516] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.049733] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.049946] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-f22f8f70-538a-4cbb-bdae-f15b096c808c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.093585] env[66408]: INFO networking_nsxv3.common.synchronization [None req-4e30af93-5800-495b-a0d9-ec100bf68330 None None] Enqueued Resource ID: 1f86b9a2-0e1b-4719-9f0e-6484d01c126c with Priority: HIGHEST for action port [ 590.093840] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f86b9a2-0e1b-4719-9f0e-6484d01c126c with Priority: HIGHEST for action port [ 590.094423] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f86b9a2-0e1b-4719-9f0e-6484d01c126c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.094544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f86b9a2-0e1b-4719-9f0e-6484d01c126c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.094606] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f86b9a2-0e1b-4719-9f0e-6484d01c126c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.094859] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f86b9a2-0e1b-4719-9f0e-6484d01c126c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.094939] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f86b9a2-0e1b-4719-9f0e-6484d01c126c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.596937] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f86b9a2-0e1b-4719-9f0e-6484d01c126c [ 590.597199] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.597448] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.597448] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.597607] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.597701] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.597796] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f86b9a2-0e1b-4719-9f0e-6484d01c126c already deleted. [ 590.597881] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f86b9a2-0e1b-4719-9f0e-6484d01c126c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.841836] env[66408]: INFO networking_nsxv3.common.synchronization [req-9c6a0b50-7179-4b31-a8d3-7f7647fff623 req-213b21b4-e056-4fde-935d-7af58aae4257 service nova] Enqueued Resource ID: 67b58317-bc54-4394-846d-8acd7c33bc41 with Priority: HIGHEST for action security_group_rules [ 590.842214] env[66408]: INFO networking_nsxv3.common.synchronization [req-9c6a0b50-7179-4b31-a8d3-7f7647fff623 req-213b21b4-e056-4fde-935d-7af58aae4257 service nova] Enqueued Resource ID: 67b58317-bc54-4394-846d-8acd7c33bc41 with Priority: HIGHEST for action security_group_members [ 590.842214] env[66408]: INFO networking_nsxv3.common.synchronization [req-9c6a0b50-7179-4b31-a8d3-7f7647fff623 req-213b21b4-e056-4fde-935d-7af58aae4257 service nova] Enqueued Resource ID: f22f8f70-538a-4cbb-bdae-f15b096c808c with Priority: HIGHEST for action port [ 590.842822] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b58317-bc54-4394-846d-8acd7c33bc41 with Priority: HIGHEST for action security_group_rules [ 590.842901] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b58317-bc54-4394-846d-8acd7c33bc41 with Priority: HIGHEST for action security_group_members [ 590.843202] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22f8f70-538a-4cbb-bdae-f15b096c808c with Priority: HIGHEST for action port [ 590.843912] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67b58317-bc54-4394-846d-8acd7c33bc41 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.843912] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.843912] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.844240] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.844240] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67b58317-bc54-4394-846d-8acd7c33bc41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.844852] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b58317-bc54-4394-846d-8acd7c33bc41 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.844965] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.845395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.845588] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.845787] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.845904] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.845951] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.846133] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.846222] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.846313] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b58317-bc54-4394-846d-8acd7c33bc41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.848030] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-f22f8f70-538a-4cbb-bdae-f15b096c808c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.848143] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f22f8f70-538a-4cbb-bdae-f15b096c808c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.848143] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f22f8f70-538a-4cbb-bdae-f15b096c808c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.848282] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f22f8f70-538a-4cbb-bdae-f15b096c808c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.848367] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f22f8f70-538a-4cbb-bdae-f15b096c808c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.343673] env[66408]: INFO networking_nsxv3.common.synchronization [req-f8d1a6dd-84ff-4b5a-9de8-c8f6330298ad req-27a56fd1-a45b-4352-950a-fceb13879114 tempest-ServerDiagnosticsNegativeTest-2015270621 tempest-ServerDiagnosticsNegativeTest-2015270621-project-member] Enqueued Resource ID: ea583627-563c-4f5e-a1b6-4298528f24b8 with Priority: HIGHEST for action security_group_members [ 591.344142] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea583627-563c-4f5e-a1b6-4298528f24b8 with Priority: HIGHEST for action security_group_members [ 591.344454] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea583627-563c-4f5e-a1b6-4298528f24b8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.344564] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.344956] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.345368] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.345549] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.345724] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.345783] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.345903] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.346029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.346785] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea583627-563c-4f5e-a1b6-4298528f24b8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.351311] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b58317-bc54-4394-846d-8acd7c33bc41 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.351311] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.365992] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f22f8f70-538a-4cbb-bdae-f15b096c808c with status ACTIVE [ 591.366487] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.366487] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.366487] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.366487] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.366736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.366736] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.366870] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.366909] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.367046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.367124] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.367741] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.367741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.367741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.367741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.367741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.367741] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f22f8f70-538a-4cbb-bdae-f15b096c808c is going to be updated. [ 591.371865] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b58317-bc54-4394-846d-8acd7c33bc41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.395311] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.395459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.395591] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.395830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.395969] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.396169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f22f8f70-538a-4cbb-bdae-f15b096c808c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.832165] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.832165] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.832434] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.832562] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.832826] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.832984] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.833108] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.833338] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.833478] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.833786] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.833786] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.833853] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.833951] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.834059] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.834151] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.834272] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.851860] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.852180] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.852350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.852800] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.852865] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.853414] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.853414] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.853414] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.853593] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.853593] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.853593] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea583627-563c-4f5e-a1b6-4298528f24b8 already deleted. [ 591.853672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.857372] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.857372] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.857372] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.857372] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.857372] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-cfb19d55-2628-4def-b3bf-ad6bc03870f4 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.857372] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-cfb19d55-2628-4def-b3bf-ad6bc03870f4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.857372] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-cfb19d55-2628-4def-b3bf-ad6bc03870f4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.857372] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-cfb19d55-2628-4def-b3bf-ad6bc03870f4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.857372] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfb19d55-2628-4def-b3bf-ad6bc03870f4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.873306] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b58317-bc54-4394-846d-8acd7c33bc41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.359075] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.359439] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.359439] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.359683] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.359832] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.359994] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port cfb19d55-2628-4def-b3bf-ad6bc03870f4 not found, creating... [ 592.360248] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.360403] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.360512] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.360757] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.361105] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.361193] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.361342] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.361435] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.361931] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.361931] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.361931] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: cfb19d55-2628-4def-b3bf-ad6bc03870f4 is going to be created. [ 592.376876] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.376876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.376876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.377161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.377161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.377161] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b58317-bc54-4394-846d-8acd7c33bc41 is going to be created. [ 592.386284] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.386508] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.386816] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.387018] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.387330] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.387613] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-cfb19d55-2628-4def-b3bf-ad6bc03870f4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.424914] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.425172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.425255] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.425468] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.425926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.439225] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b58317-bc54-4394-846d-8acd7c33bc41 in Status: UNINITIALIZED for 2s [ 592.821350] env[66408]: INFO networking_nsxv3.common.synchronization [None req-a1322979-bb6a-449c-91f1-dcb74257ed7d None None] Enqueued Resource ID: 423a66fa-cdaa-4aea-861f-4741831dd5fa with Priority: HIGHEST for action port [ 592.821350] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 423a66fa-cdaa-4aea-861f-4741831dd5fa with Priority: HIGHEST for action port [ 592.821350] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-423a66fa-cdaa-4aea-861f-4741831dd5fa taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.821350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-423a66fa-cdaa-4aea-861f-4741831dd5fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.821350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-423a66fa-cdaa-4aea-861f-4741831dd5fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.821810] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-423a66fa-cdaa-4aea-861f-4741831dd5fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.821991] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('423a66fa-cdaa-4aea-861f-4741831dd5fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.141057] env[66408]: INFO networking_nsxv3.common.synchronization [req-f8d1a6dd-84ff-4b5a-9de8-c8f6330298ad req-1f71f761-407e-44c5-b917-aadcc1cb66ce service nova] Enqueued Resource ID: ea583627-563c-4f5e-a1b6-4298528f24b8 with Priority: HIGHEST for action security_group_rules [ 593.141236] env[66408]: INFO networking_nsxv3.common.synchronization [req-f8d1a6dd-84ff-4b5a-9de8-c8f6330298ad req-1f71f761-407e-44c5-b917-aadcc1cb66ce service nova] Enqueued Resource ID: ea583627-563c-4f5e-a1b6-4298528f24b8 with Priority: HIGHEST for action security_group_members [ 593.141399] env[66408]: INFO networking_nsxv3.common.synchronization [req-f8d1a6dd-84ff-4b5a-9de8-c8f6330298ad req-1f71f761-407e-44c5-b917-aadcc1cb66ce service nova] Enqueued Resource ID: cfb19d55-2628-4def-b3bf-ad6bc03870f4 with Priority: HIGHEST for action port [ 593.141579] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea583627-563c-4f5e-a1b6-4298528f24b8 with Priority: HIGHEST for action security_group_rules [ 593.141699] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea583627-563c-4f5e-a1b6-4298528f24b8 with Priority: HIGHEST for action security_group_members [ 593.141792] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb19d55-2628-4def-b3bf-ad6bc03870f4 with Priority: HIGHEST for action port [ 593.142518] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea583627-563c-4f5e-a1b6-4298528f24b8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.142518] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.142654] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.142946] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.142946] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea583627-563c-4f5e-a1b6-4298528f24b8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.143857] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea583627-563c-4f5e-a1b6-4298528f24b8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.144197] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.144197] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.144197] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.144305] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.144401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.144465] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.144604] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.144691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.144783] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea583627-563c-4f5e-a1b6-4298528f24b8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.145536] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfb19d55-2628-4def-b3bf-ad6bc03870f4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.145642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfb19d55-2628-4def-b3bf-ad6bc03870f4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.145734] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfb19d55-2628-4def-b3bf-ad6bc03870f4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.145902] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfb19d55-2628-4def-b3bf-ad6bc03870f4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.146012] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfb19d55-2628-4def-b3bf-ad6bc03870f4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.324352] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 423a66fa-cdaa-4aea-861f-4741831dd5fa [ 593.324588] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.324702] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.324763] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.324943] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.325045] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.325144] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:423a66fa-cdaa-4aea-861f-4741831dd5fa already deleted. [ 593.325217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-423a66fa-cdaa-4aea-861f-4741831dd5fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.648146] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea583627-563c-4f5e-a1b6-4298528f24b8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.648524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.648524] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea583627-563c-4f5e-a1b6-4298528f24b8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.649343] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfb19d55-2628-4def-b3bf-ad6bc03870f4 with status ACTIVE [ 593.649531] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.649648] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.649710] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.649900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.650264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.650264] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.650264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.650471] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.650471] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.650562] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.650728] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.650826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.650826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.650961] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.652609] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.652609] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfb19d55-2628-4def-b3bf-ad6bc03870f4 is going to be updated. [ 593.675455] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.675455] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.675455] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.675455] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.675830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.675830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfb19d55-2628-4def-b3bf-ad6bc03870f4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.156702] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea583627-563c-4f5e-a1b6-4298528f24b8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.363568] env[66408]: INFO networking_nsxv3.common.synchronization [req-2ad8f0f4-1829-47a3-aa1c-9fa8c4af51a7 req-e6df64a4-2adb-402c-a170-0a5dda7cece4 tempest-ServersAdminNegativeTestJSON-209407876 tempest-ServersAdminNegativeTestJSON-209407876-project-member] Enqueued Resource ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 with Priority: HIGHEST for action security_group_members [ 594.364165] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 with Priority: HIGHEST for action security_group_members [ 594.364711] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7e38bf-9650-433d-a094-332a42bf9aa5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.364711] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.364711] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.364934] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.365073] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.365182] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.365225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.366599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.366599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.366599] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7e38bf-9650-433d-a094-332a42bf9aa5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.455084] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b58317-bc54-4394-846d-8acd7c33bc41 in Status: SUCCESS [ 594.455258] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.455423] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.455635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.455865] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.455973] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.456047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.456208] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.456288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.456369] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.456455] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67b58317-bc54-4394-846d-8acd7c33bc41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.660051] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.660366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.660366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.660920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.661082] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.661809] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea583627-563c-4f5e-a1b6-4298528f24b8 is going to be created. [ 594.691615] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.691765] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.691834] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.692054] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.692210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.697757] env[66408]: INFO networking_nsxv3.common.synchronization [None req-ab5cf6d2-eb31-4647-8df2-ddb7e97ce6f9 tempest-VolumesAssistedSnapshotsTest-1709381516 tempest-VolumesAssistedSnapshotsTest-1709381516-project-member] Enqueued Resource ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 with Priority: HIGHEST for action security_group_rules [ 594.698310] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 with Priority: HIGHEST for action security_group_rules [ 594.698603] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.698720] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.698788] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.699091] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.699147] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.703878] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea583627-563c-4f5e-a1b6-4298528f24b8 in Status: UNINITIALIZED for 2s [ 594.868410] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.868584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.868654] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.868870] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.868964] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.869170] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.869266] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.869324] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.869534] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.869623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.869709] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 already deleted. [ 594.869791] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.920543] env[66408]: INFO networking_nsxv3.common.synchronization [None req-2829785b-409f-40df-806c-1cf253e3bbc1 None None] Enqueued Resource ID: 1acd2978-52d0-4b90-9b1f-f6284ec544a5 with Priority: HIGHEST for action port [ 594.921556] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1acd2978-52d0-4b90-9b1f-f6284ec544a5 with Priority: HIGHEST for action port [ 594.921556] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-1acd2978-52d0-4b90-9b1f-f6284ec544a5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.921556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1acd2978-52d0-4b90-9b1f-f6284ec544a5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.921556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1acd2978-52d0-4b90-9b1f-f6284ec544a5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.922224] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1acd2978-52d0-4b90-9b1f-f6284ec544a5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.922328] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1acd2978-52d0-4b90-9b1f-f6284ec544a5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.959622] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b58317-bc54-4394-846d-8acd7c33bc41 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.959622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.959622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.959835] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.960400] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.960400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.960400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.960400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.960400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.960656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.960656] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b58317-bc54-4394-846d-8acd7c33bc41 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.960733] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.960733] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.962024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.962024] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.962024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.962024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.962024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.962024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.962024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.962024] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67b58317-bc54-4394-846d-8acd7c33bc41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.005797] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.005797] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.005797] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.005797] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.005797] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.005797] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.005797] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.005797] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.006698] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.007330] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.007841] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.008153] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.010969] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.010969] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.010969] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.010969] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.029646] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.029759] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.029891] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.030071] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.030430] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-9a8be0c6-9d71-42d0-8801-3d4c82b0c096 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.030598] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-9a8be0c6-9d71-42d0-8801-3d4c82b0c096" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.030718] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-9a8be0c6-9d71-42d0-8801-3d4c82b0c096" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.031040] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-9a8be0c6-9d71-42d0-8801-3d4c82b0c096" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.032692] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a8be0c6-9d71-42d0-8801-3d4c82b0c096',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.222049] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.222299] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.222537] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.222795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.222920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.222995] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 already deleted. [ 595.223654] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.354028] env[66408]: INFO networking_nsxv3.common.synchronization [None req-8bb71a1c-0971-4368-8cb0-cfbbae0219a7 tempest-VolumesAssistedSnapshotsTest-1709381516 tempest-VolumesAssistedSnapshotsTest-1709381516-project-member] Enqueued Resource ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 with Priority: HIGHEST for action security_group_rules [ 595.354964] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 with Priority: HIGHEST for action security_group_rules [ 595.355297] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.355496] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.355627] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.355995] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.356956] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.425301] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1acd2978-52d0-4b90-9b1f-f6284ec544a5 [ 595.425903] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.426103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.426253] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.426535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.426986] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.427092] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1acd2978-52d0-4b90-9b1f-f6284ec544a5 already deleted. [ 595.427594] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1acd2978-52d0-4b90-9b1f-f6284ec544a5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.464487] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67b58317-bc54-4394-846d-8acd7c33bc41: rpc.has_security_group_logging(os_id): False [ 595.500351] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.500351] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.500351] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.500595] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.500595] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.501246] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.501246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.501246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.501246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.501246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.501488] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.501488] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.501572] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.501641] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.501732] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.502430] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.502430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.502430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.502430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.502430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.502430] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67b58317-bc54-4394-846d-8acd7c33bc41 is going to be created. [ 595.535159] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.536534] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.536534] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.536534] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.536534] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.536534] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 9a8be0c6-9d71-42d0-8801-3d4c82b0c096 not found, creating... [ 595.536534] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.536837] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.537226] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.537728] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.537876] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.538203] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.538349] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.538460] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.538743] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.538884] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.539029] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 9a8be0c6-9d71-42d0-8801-3d4c82b0c096 is going to be created. [ 595.572446] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.572814] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.572814] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.572994] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.573984] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.573984] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-9a8be0c6-9d71-42d0-8801-3d4c82b0c096" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.609238] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.609336] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.609460] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.609639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.610275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.624718] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b58317-bc54-4394-846d-8acd7c33bc41 in Status: IN_PROGRESS for 2s [ 595.881270] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.881597] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.881597] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.881693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.881757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.881843] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 already deleted. [ 595.881918] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.928372] env[66408]: INFO networking_nsxv3.common.synchronization [None req-6fa70a1c-d856-45f3-bec2-e9bc61f91f26 None None] Enqueued Resource ID: 75dd8cb9-3406-4ca0-89ec-be7b3d3a90c5 with Priority: HIGHEST for action port [ 595.928712] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75dd8cb9-3406-4ca0-89ec-be7b3d3a90c5 with Priority: HIGHEST for action port [ 595.929451] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-75dd8cb9-3406-4ca0-89ec-be7b3d3a90c5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.929577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75dd8cb9-3406-4ca0-89ec-be7b3d3a90c5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.929642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75dd8cb9-3406-4ca0-89ec-be7b3d3a90c5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.930628] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75dd8cb9-3406-4ca0-89ec-be7b3d3a90c5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.930718] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75dd8cb9-3406-4ca0-89ec-be7b3d3a90c5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.005802] env[66408]: INFO networking_nsxv3.common.synchronization [None req-1df71471-120d-4683-88b4-fd49d5246918 None None] Enqueued Resource ID: 766e8627-3401-4adf-abc8-b310025f9c05 with Priority: HIGHEST for action port [ 596.006387] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766e8627-3401-4adf-abc8-b310025f9c05 with Priority: HIGHEST for action port [ 596.006747] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-766e8627-3401-4adf-abc8-b310025f9c05 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.006877] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-766e8627-3401-4adf-abc8-b310025f9c05" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.006877] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-766e8627-3401-4adf-abc8-b310025f9c05" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.007139] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-766e8627-3401-4adf-abc8-b310025f9c05" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.007221] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('766e8627-3401-4adf-abc8-b310025f9c05',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.433859] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75dd8cb9-3406-4ca0-89ec-be7b3d3a90c5 [ 596.434187] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.434318] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.434397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.434632] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.434728] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.434818] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75dd8cb9-3406-4ca0-89ec-be7b3d3a90c5 already deleted. [ 596.434907] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75dd8cb9-3406-4ca0-89ec-be7b3d3a90c5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.454262] env[66408]: INFO networking_nsxv3.common.synchronization [req-2ad8f0f4-1829-47a3-aa1c-9fa8c4af51a7 req-bf1085c1-ff0d-4f15-ae76-4eefaf9aa1ce service nova] Enqueued Resource ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 with Priority: HIGHEST for action security_group_rules [ 596.454453] env[66408]: INFO networking_nsxv3.common.synchronization [req-2ad8f0f4-1829-47a3-aa1c-9fa8c4af51a7 req-bf1085c1-ff0d-4f15-ae76-4eefaf9aa1ce service nova] Enqueued Resource ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 with Priority: HIGHEST for action security_group_members [ 596.454582] env[66408]: INFO networking_nsxv3.common.synchronization [req-2ad8f0f4-1829-47a3-aa1c-9fa8c4af51a7 req-bf1085c1-ff0d-4f15-ae76-4eefaf9aa1ce service nova] Enqueued Resource ID: 9a8be0c6-9d71-42d0-8801-3d4c82b0c096 with Priority: HIGHEST for action port [ 596.455261] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 with Priority: HIGHEST for action security_group_rules [ 596.455774] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 with Priority: HIGHEST for action security_group_members [ 596.455774] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8be0c6-9d71-42d0-8801-3d4c82b0c096 with Priority: HIGHEST for action port [ 596.455944] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e7e38bf-9650-433d-a094-332a42bf9aa5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.456088] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.456088] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.457029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.457598] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e7e38bf-9650-433d-a094-332a42bf9aa5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.460294] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7e38bf-9650-433d-a094-332a42bf9aa5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.460294] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.460294] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.460294] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.460294] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.460294] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.460294] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.460294] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.460294] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.460294] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7e38bf-9650-433d-a094-332a42bf9aa5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.462772] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a8be0c6-9d71-42d0-8801-3d4c82b0c096 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.462772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a8be0c6-9d71-42d0-8801-3d4c82b0c096" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.462772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a8be0c6-9d71-42d0-8801-3d4c82b0c096" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.462772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a8be0c6-9d71-42d0-8801-3d4c82b0c096" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.462772] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a8be0c6-9d71-42d0-8801-3d4c82b0c096',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.510887] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 766e8627-3401-4adf-abc8-b310025f9c05 [ 596.510887] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.510887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.510887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.510887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.511194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.513772] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:766e8627-3401-4adf-abc8-b310025f9c05 already deleted. [ 596.513920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-766e8627-3401-4adf-abc8-b310025f9c05" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.716034] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea583627-563c-4f5e-a1b6-4298528f24b8 in Status: SUCCESS [ 596.716282] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.716442] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.717366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.717366] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.717366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.717366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.717366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.717366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.717366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.717689] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea583627-563c-4f5e-a1b6-4298528f24b8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.801075] env[66408]: INFO networking_nsxv3.common.synchronization [req-70df8812-ae1e-46d0-b93d-45a221957b85 req-78ce9574-50e9-4143-b232-c71fcd871585 tempest-InstanceActionsNegativeTestJSON-1463022036 tempest-InstanceActionsNegativeTestJSON-1463022036-project-member] Enqueued Resource ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd with Priority: HIGHEST for action security_group_members [ 596.802511] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd with Priority: HIGHEST for action security_group_members [ 596.802511] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.802511] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.802511] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.802854] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.802983] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.803092] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.803148] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.803303] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.803400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.803490] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('318ce2ea-08da-4f1e-9ae0-4524d49e42dd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.965413] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e7e38bf-9650-433d-a094-332a42bf9aa5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.967072] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7e38bf-9650-433d-a094-332a42bf9aa5 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.967072] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.968411] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a8be0c6-9d71-42d0-8801-3d4c82b0c096 with status ACTIVE [ 596.968560] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.968673] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.968735] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.969072] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.969146] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.969277] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.969369] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.969424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.969768] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.969768] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.969838] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.969898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.969981] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.970129] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.970259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.970612] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a8be0c6-9d71-42d0-8801-3d4c82b0c096 is going to be updated. [ 596.993327] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.993659] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.993659] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.993794] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.993924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.994071] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a8be0c6-9d71-42d0-8801-3d4c82b0c096" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.220367] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea583627-563c-4f5e-a1b6-4298528f24b8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.220563] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.220635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.221031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.221326] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.221414] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.221451] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.221613] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.221704] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.221810] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.221969] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea583627-563c-4f5e-a1b6-4298528f24b8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.222081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.222142] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.222304] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.222418] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.222505] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.222564] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.222702] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.222784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.222863] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.222949] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea583627-563c-4f5e-a1b6-4298528f24b8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.308172] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.308172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.308172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.308172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.308172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.308172] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.308172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.308172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.308172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.308172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.308172] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd already deleted. [ 597.308172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.468639] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e7e38bf-9650-433d-a094-332a42bf9aa5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.635474] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b58317-bc54-4394-846d-8acd7c33bc41 in Status: SUCCESS [ 597.635793] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.727572] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea583627-563c-4f5e-a1b6-4298528f24b8: rpc.has_security_group_logging(os_id): False [ 597.748151] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.748371] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.748371] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.748578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.748669] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.749012] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.749134] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.749210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.749537] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.749537] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.749660] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.749745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.749807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.749952] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.750039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.750543] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.750637] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.750704] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.750851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.750930] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.751029] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea583627-563c-4f5e-a1b6-4298528f24b8 is going to be created. [ 597.828107] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.828107] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.828107] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.828319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.828427] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.840061] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea583627-563c-4f5e-a1b6-4298528f24b8 in Status: IN_PROGRESS for 2s [ 597.862173] env[66408]: INFO networking_nsxv3.common.synchronization [None req-52b7b7ea-cf95-4a49-b574-b7a195eb7bd4 None None] Enqueued Resource ID: 1140a56d-e83f-4ac6-a1a3-d86652c276a7 with Priority: HIGHEST for action port [ 597.862173] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1140a56d-e83f-4ac6-a1a3-d86652c276a7 with Priority: HIGHEST for action port [ 597.862652] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-1140a56d-e83f-4ac6-a1a3-d86652c276a7 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.862926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1140a56d-e83f-4ac6-a1a3-d86652c276a7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.863100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1140a56d-e83f-4ac6-a1a3-d86652c276a7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.863441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1140a56d-e83f-4ac6-a1a3-d86652c276a7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.863765] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1140a56d-e83f-4ac6-a1a3-d86652c276a7',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.926180] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-630 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.926180] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-630" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.926180] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-630" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.926180] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-630" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.926180] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.926180] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.926180] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.926180] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.926180] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.927133] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.927419] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.927704] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.927923] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.928150] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.928355] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.928864] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.964234] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.965121] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.965121] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.967021] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-630" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.967021] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-acff1ed8-9431-4894-8cf3-c678126a0d0b taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.967021] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-acff1ed8-9431-4894-8cf3-c678126a0d0b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.967021] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-acff1ed8-9431-4894-8cf3-c678126a0d0b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.967021] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-acff1ed8-9431-4894-8cf3-c678126a0d0b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.967021] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acff1ed8-9431-4894-8cf3-c678126a0d0b',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.973149] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.973149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.973149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.973149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.973149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.973149] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 is going to be created. [ 598.001307] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.001451] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.001520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.001730] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.001888] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.015295] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 in Status: UNINITIALIZED for 2s [ 598.365856] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1140a56d-e83f-4ac6-a1a3-d86652c276a7 [ 598.366381] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.367486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.367486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.367486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.367486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.367486] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1140a56d-e83f-4ac6-a1a3-d86652c276a7 already deleted. [ 598.367486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1140a56d-e83f-4ac6-a1a3-d86652c276a7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.470913] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.471171] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.471285] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.471652] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.471815] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.472041] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port acff1ed8-9431-4894-8cf3-c678126a0d0b not found, creating... [ 598.472353] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.472546] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.472655] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.472839] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.472956] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.473399] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.473497] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.473534] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.474358] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.474442] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.474586] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: acff1ed8-9431-4894-8cf3-c678126a0d0b is going to be created. [ 598.496843] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.496843] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.497146] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.497306] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.497461] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.497684] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-acff1ed8-9431-4894-8cf3-c678126a0d0b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.769045] env[66408]: INFO networking_nsxv3.common.synchronization [None req-93e01012-37b0-424c-87c1-8b776139758a None None] Enqueued Resource ID: 15037275-58c8-46aa-96ba-3820d4dd9178 with Priority: HIGHEST for action port [ 598.770899] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15037275-58c8-46aa-96ba-3820d4dd9178 with Priority: HIGHEST for action port [ 598.770899] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-15037275-58c8-46aa-96ba-3820d4dd9178 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.770899] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15037275-58c8-46aa-96ba-3820d4dd9178" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.770899] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15037275-58c8-46aa-96ba-3820d4dd9178" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.771842] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15037275-58c8-46aa-96ba-3820d4dd9178" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.771964] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15037275-58c8-46aa-96ba-3820d4dd9178',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.234844] env[66408]: INFO networking_nsxv3.common.synchronization [req-70df8812-ae1e-46d0-b93d-45a221957b85 req-d13d9151-4805-4908-a669-e285631ddea8 service nova] Enqueued Resource ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd with Priority: HIGHEST for action security_group_rules [ 599.235213] env[66408]: INFO networking_nsxv3.common.synchronization [req-70df8812-ae1e-46d0-b93d-45a221957b85 req-d13d9151-4805-4908-a669-e285631ddea8 service nova] Enqueued Resource ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd with Priority: HIGHEST for action security_group_members [ 599.235213] env[66408]: INFO networking_nsxv3.common.synchronization [req-70df8812-ae1e-46d0-b93d-45a221957b85 req-d13d9151-4805-4908-a669-e285631ddea8 service nova] Enqueued Resource ID: acff1ed8-9431-4894-8cf3-c678126a0d0b with Priority: HIGHEST for action port [ 599.237565] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd with Priority: HIGHEST for action security_group_rules [ 599.237565] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd with Priority: HIGHEST for action security_group_members [ 599.237565] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acff1ed8-9431-4894-8cf3-c678126a0d0b with Priority: HIGHEST for action port [ 599.237565] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-318ce2ea-08da-4f1e-9ae0-4524d49e42dd taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.237565] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.237565] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.237565] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.237565] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('318ce2ea-08da-4f1e-9ae0-4524d49e42dd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.238317] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.238317] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.238317] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.239262] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.239351] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.241463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.241463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.241463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.241463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.241463] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('318ce2ea-08da-4f1e-9ae0-4524d49e42dd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.241990] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-acff1ed8-9431-4894-8cf3-c678126a0d0b taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.242794] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acff1ed8-9431-4894-8cf3-c678126a0d0b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.242794] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acff1ed8-9431-4894-8cf3-c678126a0d0b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.242794] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acff1ed8-9431-4894-8cf3-c678126a0d0b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.242794] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acff1ed8-9431-4894-8cf3-c678126a0d0b',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.276974] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15037275-58c8-46aa-96ba-3820d4dd9178 [ 599.277308] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.277434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.277517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.277730] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.277843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.277937] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15037275-58c8-46aa-96ba-3820d4dd9178 already deleted. [ 599.278452] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15037275-58c8-46aa-96ba-3820d4dd9178" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.745367] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.745367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.745367] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('318ce2ea-08da-4f1e-9ae0-4524d49e42dd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.751027] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port acff1ed8-9431-4894-8cf3-c678126a0d0b with status ACTIVE [ 599.751027] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.751027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.751027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.751027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.751027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.751027] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.751027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.751027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.751027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.751027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.751027] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.751027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.751027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.751027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.751027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.751027] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: acff1ed8-9431-4894-8cf3-c678126a0d0b is going to be updated. [ 599.775520] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.775520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.775520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.775520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.775520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.775520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acff1ed8-9431-4894-8cf3-c678126a0d0b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.853836] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea583627-563c-4f5e-a1b6-4298528f24b8 in Status: SUCCESS [ 599.853836] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.027428] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 in Status: SUCCESS [ 600.027834] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.027834] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.028830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.029090] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.029222] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.029289] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.029474] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.029560] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.029647] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.029736] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e7e38bf-9650-433d-a094-332a42bf9aa5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.251741] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('318ce2ea-08da-4f1e-9ae0-4524d49e42dd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.441826] env[66408]: INFO networking_nsxv3.common.synchronization [req-fa836037-d4bd-4478-a375-e244982685ce req-c2470baa-90d9-43bf-9158-73b096e4444c tempest-ServerExternalEventsTest-1866700657 tempest-ServerExternalEventsTest-1866700657-project-member] Enqueued Resource ID: 25afeb5a-ecb2-4b4a-a8c8-27865882abc8 with Priority: HIGHEST for action security_group_members [ 600.441826] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25afeb5a-ecb2-4b4a-a8c8-27865882abc8 with Priority: HIGHEST for action security_group_members [ 600.441826] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.441826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.442083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.442956] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.443155] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.443273] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.444132] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.444132] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.444132] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.444132] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25afeb5a-ecb2-4b4a-a8c8-27865882abc8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.533316] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7e38bf-9650-433d-a094-332a42bf9aa5 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.533773] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.534076] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.535578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.535578] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.535578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.535578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.535578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.535578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.535578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.535578] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7e38bf-9650-433d-a094-332a42bf9aa5 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.535578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.535578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.535578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.536336] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.536548] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.536690] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.536971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.537159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.537338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.537670] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e7e38bf-9650-433d-a094-332a42bf9aa5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.602176] env[66408]: INFO networking_nsxv3.common.synchronization [None req-4f381ba8-cfe4-43ec-8871-0a6971bba37d None None] Enqueued Resource ID: 0be55a88-42c8-4770-8768-fd9a2de38d8a with Priority: HIGHEST for action port [ 600.602535] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be55a88-42c8-4770-8768-fd9a2de38d8a with Priority: HIGHEST for action port [ 600.603138] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-0be55a88-42c8-4770-8768-fd9a2de38d8a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.603323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0be55a88-42c8-4770-8768-fd9a2de38d8a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.603323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0be55a88-42c8-4770-8768-fd9a2de38d8a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.603682] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0be55a88-42c8-4770-8768-fd9a2de38d8a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.604010] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0be55a88-42c8-4770-8768-fd9a2de38d8a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.756419] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.756419] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.756419] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.756419] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.756419] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.756419] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd is going to be created. [ 600.787031] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.787031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.787031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.787031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.787031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.795653] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd in Status: UNINITIALIZED for 2s [ 600.946797] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.946901] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.946972] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.947242] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.947350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.947498] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.947593] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.947675] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.947797] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.947901] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.947992] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25afeb5a-ecb2-4b4a-a8c8-27865882abc8 already deleted. [ 600.948101] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.043963] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e7e38bf-9650-433d-a094-332a42bf9aa5: rpc.has_security_group_logging(os_id): False [ 601.066206] env[66408]: INFO networking_nsxv3.common.synchronization [None req-f1304f50-64b8-475d-9759-4ded714fea77 None None] Enqueued Resource ID: 80e257ff-2531-468a-84cd-3010cdc5a296 with Priority: HIGHEST for action port [ 601.068606] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.068765] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.068834] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.070779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.070929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.071197] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.071337] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.071383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.071546] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.071629] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.071815] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.071911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.071972] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.072133] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.072207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.072387] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.072479] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.072538] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.072751] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.072850] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.072850] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 is going to be created. [ 601.076307] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80e257ff-2531-468a-84cd-3010cdc5a296 with Priority: HIGHEST for action port [ 601.076307] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-80e257ff-2531-468a-84cd-3010cdc5a296 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.076307] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80e257ff-2531-468a-84cd-3010cdc5a296" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.076307] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80e257ff-2531-468a-84cd-3010cdc5a296" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.076475] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80e257ff-2531-468a-84cd-3010cdc5a296" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.076475] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80e257ff-2531-468a-84cd-3010cdc5a296',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.108154] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0be55a88-42c8-4770-8768-fd9a2de38d8a [ 601.114020] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.114020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.114020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.114020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.114020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.114020] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0be55a88-42c8-4770-8768-fd9a2de38d8a already deleted. [ 601.114020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0be55a88-42c8-4770-8768-fd9a2de38d8a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.154745] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.154873] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.155027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.156201] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.156201] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.168424] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 in Status: IN_PROGRESS for 2s [ 601.583249] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80e257ff-2531-468a-84cd-3010cdc5a296 [ 601.584068] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.584068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.584068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.584068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.584068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.584272] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80e257ff-2531-468a-84cd-3010cdc5a296 already deleted. [ 601.584272] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80e257ff-2531-468a-84cd-3010cdc5a296" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.666063] env[66408]: INFO networking_nsxv3.common.synchronization [None req-2542c871-0520-425e-bf7c-70185f4a96b3 None None] Enqueued Resource ID: 92370852-13cb-4ee6-85f3-1852f6af1c38 with Priority: HIGHEST for action port [ 601.666726] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92370852-13cb-4ee6-85f3-1852f6af1c38 with Priority: HIGHEST for action port [ 601.668036] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-92370852-13cb-4ee6-85f3-1852f6af1c38 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.668036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92370852-13cb-4ee6-85f3-1852f6af1c38" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.668036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92370852-13cb-4ee6-85f3-1852f6af1c38" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.668036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92370852-13cb-4ee6-85f3-1852f6af1c38" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.668036] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92370852-13cb-4ee6-85f3-1852f6af1c38',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.792980] env[66408]: INFO networking_nsxv3.common.synchronization [req-f03b3768-c32a-4e69-a6c9-d53bf5c437fd req-ce6d4ff5-78ec-4282-9b64-bb00e2316472 tempest-ServerAddressesTestJSON-487726302 tempest-ServerAddressesTestJSON-487726302-project-member] Enqueued Resource ID: 91b6bec9-280a-41f8-b4f2-8f1f93896675 with Priority: HIGHEST for action security_group_members [ 601.792980] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91b6bec9-280a-41f8-b4f2-8f1f93896675 with Priority: HIGHEST for action security_group_members [ 601.792980] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-91b6bec9-280a-41f8-b4f2-8f1f93896675 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.792980] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.792980] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.792980] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.792980] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.792980] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.792980] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.792980] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.792980] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.794868] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91b6bec9-280a-41f8-b4f2-8f1f93896675',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.834021] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.834021] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.834021] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.834021] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.834762] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.835336] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.835592] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.835951] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.836214] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.836517] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.837405] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.837405] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.837405] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.837405] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.837405] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.837405] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.868043] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.868461] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.868723] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.869056] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.869538] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-919505eb-8cab-4dcd-a0a2-27f7b7bd0a13 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.870015] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-919505eb-8cab-4dcd-a0a2-27f7b7bd0a13" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.870236] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-919505eb-8cab-4dcd-a0a2-27f7b7bd0a13" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.870725] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-919505eb-8cab-4dcd-a0a2-27f7b7bd0a13" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.870964] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('919505eb-8cab-4dcd-a0a2-27f7b7bd0a13',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.170373] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92370852-13cb-4ee6-85f3-1852f6af1c38 [ 602.170633] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.170772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.170846] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.171130] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.171217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.171318] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92370852-13cb-4ee6-85f3-1852f6af1c38 already deleted. [ 602.171392] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92370852-13cb-4ee6-85f3-1852f6af1c38" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.240857] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-86 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.241076] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-86" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.241214] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-86" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.241537] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-86" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.241808] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.241966] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.242093] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.242312] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.242451] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.242691] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.242752] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.242854] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.242952] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.243151] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.243214] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.243341] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.264300] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.264466] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.264611] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.265541] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-86" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.265996] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-d53f5343-8376-4269-b3ab-034ca8d3457f taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.266218] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-d53f5343-8376-4269-b3ab-034ca8d3457f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.266341] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-d53f5343-8376-4269-b3ab-034ca8d3457f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.267706] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-d53f5343-8376-4269-b3ab-034ca8d3457f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.267892] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d53f5343-8376-4269-b3ab-034ca8d3457f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.297318] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.297492] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.297549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.297771] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.297863] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.298111] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.298222] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.298284] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.298482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.298520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.298589] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91b6bec9-280a-41f8-b4f2-8f1f93896675 already deleted. [ 602.298666] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.377302] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.377523] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.378262] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.378262] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.378262] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.378262] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 919505eb-8cab-4dcd-a0a2-27f7b7bd0a13 not found, creating... [ 602.378848] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.378848] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.378940] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.379196] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.379365] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.379713] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.379942] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.380102] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.380425] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.380500] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.381019] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 919505eb-8cab-4dcd-a0a2-27f7b7bd0a13 is going to be created. [ 602.409610] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.409861] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.410539] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.410539] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.410539] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.410807] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-919505eb-8cab-4dcd-a0a2-27f7b7bd0a13" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.772323] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.772719] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.772719] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.773024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.773170] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.773318] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port d53f5343-8376-4269-b3ab-034ca8d3457f not found, creating... [ 602.773572] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.773724] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.773835] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.774057] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.774186] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.774449] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.774595] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.774703] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.774902] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.775125] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.775296] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: d53f5343-8376-4269-b3ab-034ca8d3457f is going to be created. [ 602.799691] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.799691] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.799691] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.799691] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.800078] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.800153] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-d53f5343-8376-4269-b3ab-034ca8d3457f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.809030] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd in Status: SUCCESS [ 602.809204] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.809362] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.809574] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.809810] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.809936] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.810011] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.810185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.810267] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.810352] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.810441] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('318ce2ea-08da-4f1e-9ae0-4524d49e42dd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.091561] env[66408]: INFO networking_nsxv3.common.synchronization [req-fa836037-d4bd-4478-a375-e244982685ce req-05c031c4-5228-45d7-a21d-1b4184c30fc1 service nova] Enqueued Resource ID: 25afeb5a-ecb2-4b4a-a8c8-27865882abc8 with Priority: HIGHEST for action security_group_rules [ 603.091631] env[66408]: INFO networking_nsxv3.common.synchronization [req-fa836037-d4bd-4478-a375-e244982685ce req-05c031c4-5228-45d7-a21d-1b4184c30fc1 service nova] Enqueued Resource ID: 25afeb5a-ecb2-4b4a-a8c8-27865882abc8 with Priority: HIGHEST for action security_group_members [ 603.091784] env[66408]: INFO networking_nsxv3.common.synchronization [req-fa836037-d4bd-4478-a375-e244982685ce req-05c031c4-5228-45d7-a21d-1b4184c30fc1 service nova] Enqueued Resource ID: 919505eb-8cab-4dcd-a0a2-27f7b7bd0a13 with Priority: HIGHEST for action port [ 603.092298] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25afeb5a-ecb2-4b4a-a8c8-27865882abc8 with Priority: HIGHEST for action security_group_rules [ 603.092434] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25afeb5a-ecb2-4b4a-a8c8-27865882abc8 with Priority: HIGHEST for action security_group_members [ 603.092541] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919505eb-8cab-4dcd-a0a2-27f7b7bd0a13 with Priority: HIGHEST for action port [ 603.092804] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25afeb5a-ecb2-4b4a-a8c8-27865882abc8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.092925] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.092991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.094187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.094301] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25afeb5a-ecb2-4b4a-a8c8-27865882abc8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.096295] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.096537] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.096650] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.096916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.098263] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.098445] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.098590] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.098795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.098926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.099092] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25afeb5a-ecb2-4b4a-a8c8-27865882abc8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.099913] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-919505eb-8cab-4dcd-a0a2-27f7b7bd0a13 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.101378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-919505eb-8cab-4dcd-a0a2-27f7b7bd0a13" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.101478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-919505eb-8cab-4dcd-a0a2-27f7b7bd0a13" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.101646] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-919505eb-8cab-4dcd-a0a2-27f7b7bd0a13" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.101967] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('919505eb-8cab-4dcd-a0a2-27f7b7bd0a13',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.181619] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 in Status: SUCCESS [ 603.181619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.313554] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.313943] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.314076] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.314432] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.314567] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.314670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.314760] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.314903] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.315148] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.315148] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.315280] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.315366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.315403] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.315714] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.315714] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.315898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.315898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.317160] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.317160] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.317160] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.317160] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('318ce2ea-08da-4f1e-9ae0-4524d49e42dd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.332571] env[66408]: INFO networking_nsxv3.common.synchronization [None req-f5047f61-7f08-46ee-99ab-615e706cda65 None None] Enqueued Resource ID: 1c96edd5-b0ce-438d-a478-eed33d6da077 with Priority: HIGHEST for action port [ 603.336168] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c96edd5-b0ce-438d-a478-eed33d6da077 with Priority: HIGHEST for action port [ 603.336735] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c96edd5-b0ce-438d-a478-eed33d6da077 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.336974] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c96edd5-b0ce-438d-a478-eed33d6da077" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.337088] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c96edd5-b0ce-438d-a478-eed33d6da077" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.337465] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c96edd5-b0ce-438d-a478-eed33d6da077" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.339018] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c96edd5-b0ce-438d-a478-eed33d6da077',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.552777] env[66408]: INFO networking_nsxv3.common.synchronization [None req-a75e4ab2-1582-4356-a235-4e543b4558c5 None None] Enqueued Resource ID: ebfbd00f-48fc-4113-bbc5-32b6ec2044e7 with Priority: HIGHEST for action port [ 603.553614] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebfbd00f-48fc-4113-bbc5-32b6ec2044e7 with Priority: HIGHEST for action port [ 603.553907] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebfbd00f-48fc-4113-bbc5-32b6ec2044e7 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.554072] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebfbd00f-48fc-4113-bbc5-32b6ec2044e7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.554152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebfbd00f-48fc-4113-bbc5-32b6ec2044e7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.554445] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebfbd00f-48fc-4113-bbc5-32b6ec2044e7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.554540] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebfbd00f-48fc-4113-bbc5-32b6ec2044e7',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.575598] env[66408]: INFO networking_nsxv3.common.synchronization [req-f03b3768-c32a-4e69-a6c9-d53bf5c437fd req-02ba5069-384a-4017-b54a-ca5148ee6adc service nova] Enqueued Resource ID: 91b6bec9-280a-41f8-b4f2-8f1f93896675 with Priority: HIGHEST for action security_group_rules [ 603.575598] env[66408]: INFO networking_nsxv3.common.synchronization [req-f03b3768-c32a-4e69-a6c9-d53bf5c437fd req-02ba5069-384a-4017-b54a-ca5148ee6adc service nova] Enqueued Resource ID: 91b6bec9-280a-41f8-b4f2-8f1f93896675 with Priority: HIGHEST for action security_group_members [ 603.575598] env[66408]: INFO networking_nsxv3.common.synchronization [req-f03b3768-c32a-4e69-a6c9-d53bf5c437fd req-02ba5069-384a-4017-b54a-ca5148ee6adc service nova] Enqueued Resource ID: d53f5343-8376-4269-b3ab-034ca8d3457f with Priority: HIGHEST for action port [ 603.576321] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91b6bec9-280a-41f8-b4f2-8f1f93896675 with Priority: HIGHEST for action security_group_rules [ 603.576458] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91b6bec9-280a-41f8-b4f2-8f1f93896675 with Priority: HIGHEST for action security_group_members [ 603.576616] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d53f5343-8376-4269-b3ab-034ca8d3457f with Priority: HIGHEST for action port [ 603.576914] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91b6bec9-280a-41f8-b4f2-8f1f93896675 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.577112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.577154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.578494] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.578494] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91b6bec9-280a-41f8-b4f2-8f1f93896675',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.578622] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-91b6bec9-280a-41f8-b4f2-8f1f93896675 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.578762] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.578838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.579013] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.579170] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.579265] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.579431] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.579502] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.579561] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.579633] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91b6bec9-280a-41f8-b4f2-8f1f93896675',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.581094] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-d53f5343-8376-4269-b3ab-034ca8d3457f taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.581187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d53f5343-8376-4269-b3ab-034ca8d3457f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.581187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d53f5343-8376-4269-b3ab-034ca8d3457f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.582376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d53f5343-8376-4269-b3ab-034ca8d3457f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.582376] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d53f5343-8376-4269-b3ab-034ca8d3457f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.604203] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25afeb5a-ecb2-4b4a-a8c8-27865882abc8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.605161] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.605297] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.605441] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 919505eb-8cab-4dcd-a0a2-27f7b7bd0a13 with status ACTIVE [ 603.605666] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.605846] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.605939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.606840] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.606840] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.606840] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.606840] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.606840] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.606840] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.606840] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.609025] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.609025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.609364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.610721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.610721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.610937] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 919505eb-8cab-4dcd-a0a2-27f7b7bd0a13 is going to be updated. [ 603.634199] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.634334] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.634374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.639262] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.639262] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.639262] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-919505eb-8cab-4dcd-a0a2-27f7b7bd0a13" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.657314] env[66408]: INFO networking_nsxv3.common.synchronization [req-ebb90dbe-b0df-442d-b62b-ceed1adddde5 req-0007f308-ffe3-4f4a-ab80-78a250c8e952 tempest-ImagesNegativeTestJSON-1451829106 tempest-ImagesNegativeTestJSON-1451829106-project-member] Enqueued Resource ID: a6344f45-0c8d-48f4-9c5d-7294b7269b88 with Priority: HIGHEST for action security_group_members [ 603.657314] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6344f45-0c8d-48f4-9c5d-7294b7269b88 with Priority: HIGHEST for action security_group_members [ 603.657314] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6344f45-0c8d-48f4-9c5d-7294b7269b88 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.657314] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.657314] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.657314] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.657314] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.657314] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.661318] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.661318] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.662039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.662039] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6344f45-0c8d-48f4-9c5d-7294b7269b88',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.825601] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 318ce2ea-08da-4f1e-9ae0-4524d49e42dd: rpc.has_security_group_logging(os_id): False [ 603.843126] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c96edd5-b0ce-438d-a478-eed33d6da077 [ 603.843126] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.843126] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.843126] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.843584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.843584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.843584] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c96edd5-b0ce-438d-a478-eed33d6da077 already deleted. [ 603.843584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c96edd5-b0ce-438d-a478-eed33d6da077" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.849650] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.849855] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.849855] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.850077] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.850168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.850459] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.850517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.850517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.850670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.850782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.850918] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.851046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.851046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.851207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.851334] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.851421] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.851486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.851645] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.851688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.851830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.853185] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd is going to be created. [ 603.927401] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.927596] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.928116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.928116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.928116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.949274] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd in Status: IN_PROGRESS for 2s [ 604.033788] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.034012] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-237" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.034137] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-237" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.034467] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-237" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.035070] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.035070] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.035070] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.035301] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.035344] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.035544] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.035649] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.035751] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.035885] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.036010] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.036149] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.036239] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.056604] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebfbd00f-48fc-4113-bbc5-32b6ec2044e7 [ 604.056856] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.057007] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.057084] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.057304] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.057394] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.057491] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebfbd00f-48fc-4113-bbc5-32b6ec2044e7 already deleted. [ 604.057573] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebfbd00f-48fc-4113-bbc5-32b6ec2044e7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.072124] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.074167] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.074167] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.074167] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-237" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.074167] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-3235eb4e-613c-49a5-baf5-ee399b1175c1 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.074167] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-3235eb4e-613c-49a5-baf5-ee399b1175c1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.074167] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-3235eb4e-613c-49a5-baf5-ee399b1175c1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.074839] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-3235eb4e-613c-49a5-baf5-ee399b1175c1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.074839] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3235eb4e-613c-49a5-baf5-ee399b1175c1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.085390] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-91b6bec9-280a-41f8-b4f2-8f1f93896675 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.085390] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.085390] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91b6bec9-280a-41f8-b4f2-8f1f93896675',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.085390] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d53f5343-8376-4269-b3ab-034ca8d3457f with status ACTIVE [ 604.085390] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.085796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.085796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.085890] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.085988] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.086418] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.086418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.086418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.086699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.086699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.086781] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.086918] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.086918] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.087011] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.087141] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.087225] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d53f5343-8376-4269-b3ab-034ca8d3457f is going to be updated. [ 604.111193] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.111433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.111588] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.111854] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.112082] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.112330] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d53f5343-8376-4269-b3ab-034ca8d3457f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.113318] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25afeb5a-ecb2-4b4a-a8c8-27865882abc8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.166356] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.166356] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.166356] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.166670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.166670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.166814] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.167555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.167555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.167555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.167555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.167555] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6344f45-0c8d-48f4-9c5d-7294b7269b88 already deleted. [ 604.167555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.577895] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.578163] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.578284] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.578581] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.578807] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.578991] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 3235eb4e-613c-49a5-baf5-ee399b1175c1 not found, creating... [ 604.579296] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.579455] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.579566] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.579794] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.579928] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.580214] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.580362] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.580472] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.580708] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.580799] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.580932] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 3235eb4e-613c-49a5-baf5-ee399b1175c1 is going to be created. [ 604.589811] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91b6bec9-280a-41f8-b4f2-8f1f93896675',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.604019] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.604351] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.604491] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.604780] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.605062] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.605387] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-3235eb4e-613c-49a5-baf5-ee399b1175c1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.615758] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.615943] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.616053] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.616243] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.616332] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.616434] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25afeb5a-ecb2-4b4a-a8c8-27865882abc8 is going to be created. [ 604.640347] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.640493] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.640563] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.640799] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.640960] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.653139] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25afeb5a-ecb2-4b4a-a8c8-27865882abc8 in Status: UNINITIALIZED for 2s [ 604.873418] env[66408]: INFO networking_nsxv3.common.synchronization [req-5cf25041-fc93-43d1-88da-30fb0ea59e41 req-9fd3bc9e-d39a-41b1-acf5-a03cf7eba4b9 tempest-ServersAdminTestJSON-2024831669 tempest-ServersAdminTestJSON-2024831669-project-member] Enqueued Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 604.873926] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 604.874237] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.874358] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.874420] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.874676] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.874825] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.874944] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.875343] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.875563] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.875651] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.875735] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.093395] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.093561] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.093620] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.093911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.094313] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.094313] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91b6bec9-280a-41f8-b4f2-8f1f93896675 is going to be created. [ 605.122218] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.122441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.122505] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.122853] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.122941] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.134756] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91b6bec9-280a-41f8-b4f2-8f1f93896675 in Status: UNINITIALIZED for 2s [ 605.342456] env[66408]: INFO networking_nsxv3.common.synchronization [req-ebb90dbe-b0df-442d-b62b-ceed1adddde5 req-be9a255c-8117-4f49-93e5-6ddb203be4df service nova] Enqueued Resource ID: a6344f45-0c8d-48f4-9c5d-7294b7269b88 with Priority: HIGHEST for action security_group_rules [ 605.342640] env[66408]: INFO networking_nsxv3.common.synchronization [req-ebb90dbe-b0df-442d-b62b-ceed1adddde5 req-be9a255c-8117-4f49-93e5-6ddb203be4df service nova] Enqueued Resource ID: a6344f45-0c8d-48f4-9c5d-7294b7269b88 with Priority: HIGHEST for action security_group_members [ 605.342752] env[66408]: INFO networking_nsxv3.common.synchronization [req-ebb90dbe-b0df-442d-b62b-ceed1adddde5 req-be9a255c-8117-4f49-93e5-6ddb203be4df service nova] Enqueued Resource ID: 3235eb4e-613c-49a5-baf5-ee399b1175c1 with Priority: HIGHEST for action port [ 605.343300] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6344f45-0c8d-48f4-9c5d-7294b7269b88 with Priority: HIGHEST for action security_group_rules [ 605.343422] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6344f45-0c8d-48f4-9c5d-7294b7269b88 with Priority: HIGHEST for action security_group_members [ 605.343516] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3235eb4e-613c-49a5-baf5-ee399b1175c1 with Priority: HIGHEST for action port [ 605.343797] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6344f45-0c8d-48f4-9c5d-7294b7269b88 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.343958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.343995] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.344680] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.344680] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6344f45-0c8d-48f4-9c5d-7294b7269b88',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.345460] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6344f45-0c8d-48f4-9c5d-7294b7269b88 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.345678] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.345678] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.345824] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.345977] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.346103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.346159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.346346] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.346421] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.346481] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6344f45-0c8d-48f4-9c5d-7294b7269b88',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.347174] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-3235eb4e-613c-49a5-baf5-ee399b1175c1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.347424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3235eb4e-613c-49a5-baf5-ee399b1175c1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.347424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3235eb4e-613c-49a5-baf5-ee399b1175c1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.347549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3235eb4e-613c-49a5-baf5-ee399b1175c1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.347549] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3235eb4e-613c-49a5-baf5-ee399b1175c1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.379888] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.380105] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.380182] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.380409] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.380492] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.380684] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.380815] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.380863] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.380989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.381110] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.381157] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebcc0237-764f-4684-b997-776ec556e651 already deleted. [ 605.381229] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.478339] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.478339] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-555" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.478551] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-555" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.478766] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-555" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.479038] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.479211] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.479369] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.479645] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.479824] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.480084] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.480264] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.480437] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.480574] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.480721] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.480835] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.481025] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.500479] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.500633] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.500766] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.500940] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-555" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.501276] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-3d6153f0-33d1-4127-a29a-ebf56070490e taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.501485] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-3d6153f0-33d1-4127-a29a-ebf56070490e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.501549] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-3d6153f0-33d1-4127-a29a-ebf56070490e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.501869] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-3d6153f0-33d1-4127-a29a-ebf56070490e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.502023] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d6153f0-33d1-4127-a29a-ebf56070490e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.850474] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6344f45-0c8d-48f4-9c5d-7294b7269b88',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.851076] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6344f45-0c8d-48f4-9c5d-7294b7269b88 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.851223] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.851380] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3235eb4e-613c-49a5-baf5-ee399b1175c1 with status ACTIVE [ 605.851774] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.851774] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.851774] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.852067] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.852099] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.852293] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.852483] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.852483] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.852583] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.852666] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.852862] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.852967] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.853017] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.853213] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.853449] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.853449] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3235eb4e-613c-49a5-baf5-ee399b1175c1 is going to be updated. [ 605.877918] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.878302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.878302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.878409] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.878652] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.878835] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3235eb4e-613c-49a5-baf5-ee399b1175c1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.965753] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd in Status: SUCCESS [ 605.969405] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.003969] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.004245] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.004364] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.004646] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.004784] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.004929] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 3d6153f0-33d1-4127-a29a-ebf56070490e not found, creating... [ 606.005228] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.005384] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.005489] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.005705] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.005861] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.006168] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.006334] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.006470] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.006679] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.006803] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.006961] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 3d6153f0-33d1-4127-a29a-ebf56070490e is going to be created. [ 606.035087] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.035342] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.035460] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.035743] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.036066] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.036295] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-3d6153f0-33d1-4127-a29a-ebf56070490e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.355962] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6344f45-0c8d-48f4-9c5d-7294b7269b88',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.664488] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25afeb5a-ecb2-4b4a-a8c8-27865882abc8 in Status: SUCCESS [ 606.664799] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.664928] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.665205] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.665415] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.665557] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.665635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.665871] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.665987] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.666116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.666238] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25afeb5a-ecb2-4b4a-a8c8-27865882abc8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.784846] env[66408]: INFO networking_nsxv3.common.synchronization [req-5cf25041-fc93-43d1-88da-30fb0ea59e41 req-123311fe-db2d-49b8-a7a5-b019ae54426b service nova] Enqueued Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_rules [ 606.785051] env[66408]: INFO networking_nsxv3.common.synchronization [req-5cf25041-fc93-43d1-88da-30fb0ea59e41 req-123311fe-db2d-49b8-a7a5-b019ae54426b service nova] Enqueued Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 606.785211] env[66408]: INFO networking_nsxv3.common.synchronization [req-5cf25041-fc93-43d1-88da-30fb0ea59e41 req-123311fe-db2d-49b8-a7a5-b019ae54426b service nova] Enqueued Resource ID: 3d6153f0-33d1-4127-a29a-ebf56070490e with Priority: HIGHEST for action port [ 606.785723] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_rules [ 606.785947] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 606.786334] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6153f0-33d1-4127-a29a-ebf56070490e with Priority: HIGHEST for action port [ 606.786658] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.786758] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.786831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.787302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.787383] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.789185] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.789185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.789185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.789378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.789510] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.789605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.789689] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.789842] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.789923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.790123] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.791556] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d6153f0-33d1-4127-a29a-ebf56070490e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.791556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d6153f0-33d1-4127-a29a-ebf56070490e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.791556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d6153f0-33d1-4127-a29a-ebf56070490e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.791556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d6153f0-33d1-4127-a29a-ebf56070490e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.791556] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d6153f0-33d1-4127-a29a-ebf56070490e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.859046] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.859046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.859046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.859356] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.859356] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.860861] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6344f45-0c8d-48f4-9c5d-7294b7269b88 is going to be created. [ 606.888938] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.889254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.889254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.889437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.889638] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.902036] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6344f45-0c8d-48f4-9c5d-7294b7269b88 in Status: UNINITIALIZED for 2s [ 607.145114] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91b6bec9-280a-41f8-b4f2-8f1f93896675 in Status: SUCCESS [ 607.145339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.145553] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.146068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.146068] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.146068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.146266] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.146266] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.146326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.146416] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.146510] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91b6bec9-280a-41f8-b4f2-8f1f93896675',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.170140] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.170450] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.170530] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.170740] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.170951] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.171107] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.171219] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.171387] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.171501] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.171600] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.171774] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.171887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.171950] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.172138] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.172406] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.172459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.172515] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.172743] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.172851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.172983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.173472] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25afeb5a-ecb2-4b4a-a8c8-27865882abc8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.269208] env[66408]: INFO networking_nsxv3.common.synchronization [req-12fcae81-1e5f-44dc-9beb-d1aad92d867c req-f74ca1c2-f7d6-4abd-8c1f-6351abca4b7a tempest-MigrationsAdminTest-1621028646 tempest-MigrationsAdminTest-1621028646-project-member] Enqueued Resource ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 with Priority: HIGHEST for action security_group_members [ 607.269301] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 with Priority: HIGHEST for action security_group_members [ 607.269627] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-126b3824-d4da-4dee-a05e-33bf94c545c8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.269724] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.269774] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.270032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.271763] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.271884] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.271950] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.272156] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.272247] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.272342] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.294655] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.294795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.294995] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.297924] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d6153f0-33d1-4127-a29a-ebf56070490e with status ACTIVE [ 607.297924] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.297924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.297924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.297924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.297924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.297924] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.297924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.297924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.297924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.297924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.297924] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.297924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.297924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.297924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.297924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.297924] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d6153f0-33d1-4127-a29a-ebf56070490e is going to be updated. [ 607.338642] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.339010] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.339095] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.339326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.339469] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.339637] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d6153f0-33d1-4127-a29a-ebf56070490e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.648797] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-91b6bec9-280a-41f8-b4f2-8f1f93896675 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.648989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.649058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.649639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.649639] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.649639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.649639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.649821] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.649821] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.649901] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.650241] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-91b6bec9-280a-41f8-b4f2-8f1f93896675 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.650241] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.650241] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.650720] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.650720] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.650720] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.650720] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.650720] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.651424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.651424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.651424] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91b6bec9-280a-41f8-b4f2-8f1f93896675',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.655560] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.656271] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.656271] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.656271] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.656473] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.656634] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.656744] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.657150] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.657217] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.657387] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.657500] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.657600] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.657941] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.657941] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.657941] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.658099] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.677128] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25afeb5a-ecb2-4b4a-a8c8-27865882abc8: rpc.has_security_group_logging(os_id): False [ 607.680722] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.680881] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.681027] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.681206] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.681527] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-ae218576-2198-43bb-84aa-e6782a10dc71 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.681698] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-ae218576-2198-43bb-84aa-e6782a10dc71" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.681824] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-ae218576-2198-43bb-84aa-e6782a10dc71" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.682161] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-ae218576-2198-43bb-84aa-e6782a10dc71" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.682291] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae218576-2198-43bb-84aa-e6782a10dc71',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.694939] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.695037] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.695104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.695320] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.695674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.695674] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.695674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.695881] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.697310] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.697310] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.697310] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.697310] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.697310] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.697310] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.697310] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.701095] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.701468] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.703471] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.703471] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.703471] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.703471] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25afeb5a-ecb2-4b4a-a8c8-27865882abc8 is going to be created. [ 607.770864] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.771064] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.773335] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.773335] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.773335] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.776425] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.776425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.776425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.776425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.776425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.776425] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.776425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.776425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.776425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.776425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.776425] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 already deleted. [ 607.776425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.784568] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25afeb5a-ecb2-4b4a-a8c8-27865882abc8 in Status: IN_PROGRESS for 2s [ 607.800390] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.152906] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91b6bec9-280a-41f8-b4f2-8f1f93896675: rpc.has_security_group_logging(os_id): False [ 608.179353] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.179353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.179353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.179353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.179353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.179353] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.179353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.179353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.179353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.179353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.179353] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.179353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.179353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.179353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.180196] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.180440] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.180558] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.180615] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.180783] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.180874] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.180966] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91b6bec9-280a-41f8-b4f2-8f1f93896675 is going to be created. [ 608.185246] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.185529] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.185617] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.185913] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.186089] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.186220] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port ae218576-2198-43bb-84aa-e6782a10dc71 not found, creating... [ 608.186616] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.186739] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.186880] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.187110] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.187269] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.187564] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.187760] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.187924] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.188260] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.188392] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.188531] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: ae218576-2198-43bb-84aa-e6782a10dc71 is going to be created. [ 608.212594] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.212817] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.212978] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.213293] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.213526] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.213870] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-ae218576-2198-43bb-84aa-e6782a10dc71" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.261876] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.261876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.261876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.262160] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.262401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.285363] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91b6bec9-280a-41f8-b4f2-8f1f93896675 in Status: IN_PROGRESS for 2s [ 608.303856] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.304078] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.304149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.304428] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.304538] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.304681] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebcc0237-764f-4684-b997-776ec556e651 is going to be created. [ 608.363698] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.363926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.364028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.364385] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.364521] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.376324] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: UNINITIALIZED for 2s [ 608.901596] env[66408]: INFO networking_nsxv3.common.synchronization [req-12fcae81-1e5f-44dc-9beb-d1aad92d867c req-f32bbb03-6e08-4189-a366-17dce5f934ea service nova] Enqueued Resource ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 with Priority: HIGHEST for action security_group_rules [ 608.902076] env[66408]: INFO networking_nsxv3.common.synchronization [req-12fcae81-1e5f-44dc-9beb-d1aad92d867c req-f32bbb03-6e08-4189-a366-17dce5f934ea service nova] Enqueued Resource ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 with Priority: HIGHEST for action security_group_members [ 608.902076] env[66408]: INFO networking_nsxv3.common.synchronization [req-12fcae81-1e5f-44dc-9beb-d1aad92d867c req-f32bbb03-6e08-4189-a366-17dce5f934ea service nova] Enqueued Resource ID: ae218576-2198-43bb-84aa-e6782a10dc71 with Priority: HIGHEST for action port [ 608.903609] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 with Priority: HIGHEST for action security_group_rules [ 608.903771] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 with Priority: HIGHEST for action security_group_members [ 608.903919] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae218576-2198-43bb-84aa-e6782a10dc71 with Priority: HIGHEST for action port [ 608.904240] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-126b3824-d4da-4dee-a05e-33bf94c545c8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.904498] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.904498] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.904758] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.904826] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.906151] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-126b3824-d4da-4dee-a05e-33bf94c545c8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.906305] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.906422] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.906634] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.906823] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.906940] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.907008] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.907176] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.907261] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.907354] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.909552] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae218576-2198-43bb-84aa-e6782a10dc71 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.909667] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae218576-2198-43bb-84aa-e6782a10dc71" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.909733] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae218576-2198-43bb-84aa-e6782a10dc71" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.909899] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae218576-2198-43bb-84aa-e6782a10dc71" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.909979] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae218576-2198-43bb-84aa-e6782a10dc71',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.922821] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6344f45-0c8d-48f4-9c5d-7294b7269b88 in Status: SUCCESS [ 608.923086] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.923472] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.923688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.923881] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.924013] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.924115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.924255] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.924339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.924424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.924516] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6344f45-0c8d-48f4-9c5d-7294b7269b88',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.018894] env[66408]: INFO networking_nsxv3.common.synchronization [req-6880d047-212b-4d72-b3ef-51f55d466136 req-a512c11a-8ee7-4a17-9619-a12705838ca4 tempest-SecurityGroupRulesTestJSON-250806943 tempest-SecurityGroupRulesTestJSON-250806943-project-member] Enqueued Resource ID: 46540457-4111-4fe6-b02e-1aafb74dc9c8 with Priority: HIGHEST for action security_group_rules [ 609.022676] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46540457-4111-4fe6-b02e-1aafb74dc9c8 with Priority: HIGHEST for action security_group_rules [ 609.022676] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46540457-4111-4fe6-b02e-1aafb74dc9c8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.022676] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46540457-4111-4fe6-b02e-1aafb74dc9c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.022676] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46540457-4111-4fe6-b02e-1aafb74dc9c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.023370] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46540457-4111-4fe6-b02e-1aafb74dc9c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.023935] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46540457-4111-4fe6-b02e-1aafb74dc9c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.410649] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.415214] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae218576-2198-43bb-84aa-e6782a10dc71 with status ACTIVE [ 609.415214] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.415214] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.415214] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.415214] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.415214] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.415214] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.415214] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.415214] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.417087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.417087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.417087] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.417087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.417087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.417087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.417087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.417087] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae218576-2198-43bb-84aa-e6782a10dc71 is going to be updated. [ 609.417989] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-126b3824-d4da-4dee-a05e-33bf94c545c8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.417989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.427915] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6344f45-0c8d-48f4-9c5d-7294b7269b88 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.428169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.428293] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.428911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.428911] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.428911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.429151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.429236] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.429766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.429766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.429766] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6344f45-0c8d-48f4-9c5d-7294b7269b88 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.429766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.429766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.430053] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.430053] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.430143] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.430200] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.430333] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.430410] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.430491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.430579] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6344f45-0c8d-48f4-9c5d-7294b7269b88',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.441240] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.441874] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.441874] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.441874] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.441874] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.442083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae218576-2198-43bb-84aa-e6782a10dc71" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.548324] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.548665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.548665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.549037] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.549211] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.549211] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46540457-4111-4fe6-b02e-1aafb74dc9c8 already deleted. [ 609.549558] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46540457-4111-4fe6-b02e-1aafb74dc9c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.799606] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25afeb5a-ecb2-4b4a-a8c8-27865882abc8 in Status: SUCCESS [ 609.799835] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.913908] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.933703] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6344f45-0c8d-48f4-9c5d-7294b7269b88: rpc.has_security_group_logging(os_id): False [ 609.951159] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.951159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.951159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.952071] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.952071] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.952274] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.952355] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.952414] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.952577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.952650] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.952818] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.952909] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.952968] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.953120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.953195] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.953368] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.953472] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.953541] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.953638] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.953714] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.953789] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6344f45-0c8d-48f4-9c5d-7294b7269b88 is going to be created. [ 610.016467] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.018021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.018021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.018021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.018021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.032348] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6344f45-0c8d-48f4-9c5d-7294b7269b88 in Status: IN_PROGRESS for 2s [ 610.299276] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91b6bec9-280a-41f8-b4f2-8f1f93896675 in Status: SUCCESS [ 610.300035] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.387338] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: SUCCESS [ 610.387478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.387599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.387946] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.388248] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.388592] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.388723] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.388950] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.389057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.389196] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.389268] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.415443] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.415894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.415894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.415982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.416127] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.416127] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 is going to be created. [ 610.472525] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.472696] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.472771] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.473010] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.473183] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.486058] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 in Status: UNINITIALIZED for 2s [ 610.894507] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.894507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.894507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.894507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.894507] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.894507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.894507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.894507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.894507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.894507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.894507] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.894507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.894507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.894507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.894507] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.894507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.895105] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.895105] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.895105] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.895105] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.895105] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.397752] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebcc0237-764f-4684-b997-776ec556e651: rpc.has_security_group_logging(os_id): False [ 611.420330] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.420728] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.420728] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.421111] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.421111] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.421229] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.421229] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.421388] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.421476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.421513] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.421697] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.421949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.421949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.422027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.422087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.422266] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.422360] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.422418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.422556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.422798] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.422899] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebcc0237-764f-4684-b997-776ec556e651 is going to be created. [ 611.490800] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.490947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.490947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.491202] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.491416] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.503025] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: IN_PROGRESS for 2s [ 612.047779] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6344f45-0c8d-48f4-9c5d-7294b7269b88 in Status: SUCCESS [ 612.047779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.499265] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 in Status: SUCCESS [ 612.499620] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.500427] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.502169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.502169] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.502169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.502169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.502169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.502169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.502169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.502169] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.834103] env[66408]: INFO networking_nsxv3.common.synchronization [req-c7fc6622-2f7e-4a26-b5bd-8b0323475a30 req-a6ef22f2-79a0-4650-b8b1-db7c21dae0c1 tempest-ServersAdminTestJSON-2024831669 tempest-ServersAdminTestJSON-2024831669-project-member] Enqueued Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 612.834103] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 612.834103] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.834103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.834103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.834103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.834103] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.834103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.834103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.834103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.834103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.834103] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.003693] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-126b3824-d4da-4dee-a05e-33bf94c545c8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.005027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.005027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.005171] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.005256] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.005333] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.005393] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.005656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.005776] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.005826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.006026] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-126b3824-d4da-4dee-a05e-33bf94c545c8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.006698] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.006783] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.007720] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.007720] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.009409] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.009487] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.009662] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.009971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.009971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.009971] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.015889] env[66408]: INFO networking_nsxv3.common.synchronization [None req-bceba772-5842-4180-90ad-89254dcabfa2 None None] Enqueued Resource ID: aad6ed77-6a5d-4698-aaa1-5266b4dc991b with Priority: HIGHEST for action port [ 613.016472] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad6ed77-6a5d-4698-aaa1-5266b4dc991b with Priority: HIGHEST for action port [ 613.016830] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-aad6ed77-6a5d-4698-aaa1-5266b4dc991b taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.017733] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aad6ed77-6a5d-4698-aaa1-5266b4dc991b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.017733] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aad6ed77-6a5d-4698-aaa1-5266b4dc991b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.018292] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aad6ed77-6a5d-4698-aaa1-5266b4dc991b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.018834] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad6ed77-6a5d-4698-aaa1-5266b4dc991b',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.339811] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.512188] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 126b3824-d4da-4dee-a05e-33bf94c545c8: rpc.has_security_group_logging(os_id): False [ 613.525758] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: SUCCESS [ 613.525758] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.525758] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aad6ed77-6a5d-4698-aaa1-5266b4dc991b [ 613.525758] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.525758] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.525758] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.525758] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.525758] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.525758] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aad6ed77-6a5d-4698-aaa1-5266b4dc991b already deleted. [ 613.525758] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aad6ed77-6a5d-4698-aaa1-5266b4dc991b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.532071] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.532200] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.532264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.532907] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.532907] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.532907] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.533141] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.533141] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.533347] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.533438] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.533637] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.533760] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.533892] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.534164] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.534344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.534518] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.534625] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.534692] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.534858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.534943] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.535078] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 is going to be created. [ 613.572720] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.572952] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-555" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.573111] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-555" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.573606] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-555" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.573820] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.574026] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.574309] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.574387] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.574740] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.574830] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.574896] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.574979] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.575119] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.575245] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.575365] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.575536] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.602030] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.602030] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.602030] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.602030] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-555" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.602030] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-8e0bb8ac-3aea-44ce-8a50-fb319f421846 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.602030] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-8e0bb8ac-3aea-44ce-8a50-fb319f421846" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.602030] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-8e0bb8ac-3aea-44ce-8a50-fb319f421846" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.602030] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-8e0bb8ac-3aea-44ce-8a50-fb319f421846" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.602030] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e0bb8ac-3aea-44ce-8a50-fb319f421846',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.609100] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.609333] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.609445] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.609611] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.609821] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.624770] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 in Status: IN_PROGRESS for 2s [ 613.841956] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.105380] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.106282] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.107081] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.107593] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.107672] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.108272] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 8e0bb8ac-3aea-44ce-8a50-fb319f421846 not found, creating... [ 614.108272] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.108481] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.108657] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.109223] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.109223] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.112503] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.112503] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.112503] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.112503] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.112503] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.112503] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 8e0bb8ac-3aea-44ce-8a50-fb319f421846 is going to be created. [ 614.139953] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.140199] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.140331] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.140651] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.140874] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.141121] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-8e0bb8ac-3aea-44ce-8a50-fb319f421846" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.344718] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.345063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.345063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.345302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.345393] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.345493] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebcc0237-764f-4684-b997-776ec556e651 is going to be updated. [ 614.419615] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.419615] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.419615] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.419615] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.419615] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.435592] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: IN_PROGRESS for 2s [ 614.891832] env[66408]: INFO networking_nsxv3.common.synchronization [req-c7fc6622-2f7e-4a26-b5bd-8b0323475a30 req-4c2eb309-c39b-420c-8d82-099389fbd716 service nova] Enqueued Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_rules [ 614.892275] env[66408]: INFO networking_nsxv3.common.synchronization [req-c7fc6622-2f7e-4a26-b5bd-8b0323475a30 req-4c2eb309-c39b-420c-8d82-099389fbd716 service nova] Enqueued Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 614.892275] env[66408]: INFO networking_nsxv3.common.synchronization [req-c7fc6622-2f7e-4a26-b5bd-8b0323475a30 req-4c2eb309-c39b-420c-8d82-099389fbd716 service nova] Enqueued Resource ID: 8e0bb8ac-3aea-44ce-8a50-fb319f421846 with Priority: HIGHEST for action port [ 614.894698] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_rules [ 614.894698] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 614.894698] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0bb8ac-3aea-44ce-8a50-fb319f421846 with Priority: HIGHEST for action port [ 614.894698] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.894698] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.894698] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.894698] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.894698] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.895759] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.895759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.895759] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e0bb8ac-3aea-44ce-8a50-fb319f421846 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.895759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e0bb8ac-3aea-44ce-8a50-fb319f421846" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.895759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e0bb8ac-3aea-44ce-8a50-fb319f421846" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.895759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e0bb8ac-3aea-44ce-8a50-fb319f421846" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.895759] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e0bb8ac-3aea-44ce-8a50-fb319f421846',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.401031] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.401031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.401031] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e0bb8ac-3aea-44ce-8a50-fb319f421846 with status ACTIVE [ 615.401031] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.401031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.401031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.401031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.401031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.401031] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.401031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.401031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.405900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.405900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.405900] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.405900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.405900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.405900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.405900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.405900] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e0bb8ac-3aea-44ce-8a50-fb319f421846 is going to be updated. [ 615.437436] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.437436] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.437436] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.437436] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.437436] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.437436] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e0bb8ac-3aea-44ce-8a50-fb319f421846" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.646295] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 in Status: SUCCESS [ 615.646295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.869978] env[66408]: INFO networking_nsxv3.common.synchronization [req-01157a62-94ab-42c4-ab1c-d6a1df9c199e req-0de79463-5a8a-4e74-a72b-0d639ff6dfec tempest-SecurityGroupRulesTestJSON-250806943 tempest-SecurityGroupRulesTestJSON-250806943-project-member] Enqueued Resource ID: b70ca904-c1aa-4a5c-97bd-31dea734687d with Priority: HIGHEST for action security_group_rules [ 615.870970] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70ca904-c1aa-4a5c-97bd-31dea734687d with Priority: HIGHEST for action security_group_rules [ 615.871475] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b70ca904-c1aa-4a5c-97bd-31dea734687d taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.871701] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b70ca904-c1aa-4a5c-97bd-31dea734687d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.871701] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b70ca904-c1aa-4a5c-97bd-31dea734687d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.872632] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b70ca904-c1aa-4a5c-97bd-31dea734687d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.872632] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b70ca904-c1aa-4a5c-97bd-31dea734687d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.886210] env[66408]: INFO networking_nsxv3.common.synchronization [None req-c4f3f028-5be7-4d14-bdb2-e276e51f3d5c None None] Enqueued Resource ID: 34a33388-81c5-4038-b096-848ae214b8c6 with Priority: HIGHEST for action port [ 615.886210] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a33388-81c5-4038-b096-848ae214b8c6 with Priority: HIGHEST for action port [ 615.886210] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-34a33388-81c5-4038-b096-848ae214b8c6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.886210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34a33388-81c5-4038-b096-848ae214b8c6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.886210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34a33388-81c5-4038-b096-848ae214b8c6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.886210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34a33388-81c5-4038-b096-848ae214b8c6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.886210] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34a33388-81c5-4038-b096-848ae214b8c6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.135101] env[66408]: INFO networking_nsxv3.common.synchronization [None req-7d063767-6abf-46a9-8865-10a28ad3fe97 None None] Enqueued Resource ID: be5eaab6-a9d5-414d-9311-968ffce55df7 with Priority: HIGHEST for action port [ 616.137407] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5eaab6-a9d5-414d-9311-968ffce55df7 with Priority: HIGHEST for action port [ 616.137407] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-be5eaab6-a9d5-414d-9311-968ffce55df7 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.138219] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be5eaab6-a9d5-414d-9311-968ffce55df7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.138320] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be5eaab6-a9d5-414d-9311-968ffce55df7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.139011] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be5eaab6-a9d5-414d-9311-968ffce55df7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.139011] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be5eaab6-a9d5-414d-9311-968ffce55df7',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.173660] env[66408]: INFO networking_nsxv3.common.synchronization [req-30d9054f-d828-4726-9fba-93572c90f4d4 req-c82a5dcb-f68c-4807-ae4b-2237ca7d8a76 tempest-VolumesAssistedSnapshotsTest-1709381516 tempest-VolumesAssistedSnapshotsTest-1709381516-project-member] Enqueued Resource ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 with Priority: HIGHEST for action security_group_members [ 616.174391] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 with Priority: HIGHEST for action security_group_members [ 616.174952] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.175417] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.175507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.175767] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.176204] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.176204] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.176204] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.176775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.176775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.176775] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.388594] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34a33388-81c5-4038-b096-848ae214b8c6 [ 616.390549] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.390549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.390549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.390549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.390549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.390549] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34a33388-81c5-4038-b096-848ae214b8c6 already deleted. [ 616.390549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34a33388-81c5-4038-b096-848ae214b8c6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.400380] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.400380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.400380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.400380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.400380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.400380] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b70ca904-c1aa-4a5c-97bd-31dea734687d already deleted. [ 616.400380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b70ca904-c1aa-4a5c-97bd-31dea734687d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.451023] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: SUCCESS [ 616.451023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.451023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.451023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.451023] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.451023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.451023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.451023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.451023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.451023] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.562023] env[66408]: INFO networking_nsxv3.common.synchronization [req-6723fbb5-59f5-439c-8e9d-770dfbb6f712 req-85376fde-463a-412d-864c-28d60d142a20 tempest-ServerDiagnosticsNegativeTest-2015270621 tempest-ServerDiagnosticsNegativeTest-2015270621-project-member] Enqueued Resource ID: ea583627-563c-4f5e-a1b6-4298528f24b8 with Priority: HIGHEST for action security_group_members [ 616.562023] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea583627-563c-4f5e-a1b6-4298528f24b8 with Priority: HIGHEST for action security_group_members [ 616.562023] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea583627-563c-4f5e-a1b6-4298528f24b8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.562023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.562023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.562023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.562023] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.562023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.562023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.562023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.562023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.562023] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea583627-563c-4f5e-a1b6-4298528f24b8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.641808] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be5eaab6-a9d5-414d-9311-968ffce55df7 [ 616.642160] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.642371] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.642484] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.642723] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.642825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.642908] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be5eaab6-a9d5-414d-9311-968ffce55df7 already deleted. [ 616.642985] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be5eaab6-a9d5-414d-9311-968ffce55df7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.678779] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.679010] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.679061] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.679426] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.679426] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.679643] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.679819] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.680071] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.680071] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.680389] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.680389] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 already deleted. [ 616.680389] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.954073] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.033065] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-453 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.035301] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-453" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.035301] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-453" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.035301] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-453" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.035301] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.035301] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.035301] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.035301] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.035301] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.036453] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.036453] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.036453] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.036453] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.036453] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.036453] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.036820] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.060697] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.060927] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.061047] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.061239] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-453" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.061531] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-1cbe186a-a339-49c5-a759-f801bf4a693e taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.061702] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-1cbe186a-a339-49c5-a759-f801bf4a693e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.061831] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-1cbe186a-a339-49c5-a759-f801bf4a693e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.062354] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-1cbe186a-a339-49c5-a759-f801bf4a693e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.062565] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cbe186a-a339-49c5-a759-f801bf4a693e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.063682] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.063849] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.063931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.064281] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.066415] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.066845] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.066949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.066949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.067187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.067275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.067381] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea583627-563c-4f5e-a1b6-4298528f24b8 is going to be updated. [ 617.101076] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.101248] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.101331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.101615] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.101767] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.114680] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea583627-563c-4f5e-a1b6-4298528f24b8 in Status: IN_PROGRESS for 2s [ 617.458507] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.573028] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.573028] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.573028] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.573028] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.573028] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.573028] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 1cbe186a-a339-49c5-a759-f801bf4a693e not found, creating... [ 617.573028] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.573028] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.573028] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.573028] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.573028] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.573575] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.573575] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.573575] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.573575] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.573575] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.573575] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 1cbe186a-a339-49c5-a759-f801bf4a693e is going to be created. [ 617.602850] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.603161] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.603293] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.603566] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.603883] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.604171] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-1cbe186a-a339-49c5-a759-f801bf4a693e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.960791] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.961025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.961025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.961275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.961373] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.961460] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebcc0237-764f-4684-b997-776ec556e651 is going to be updated. [ 617.989854] env[66408]: INFO networking_nsxv3.common.synchronization [req-5d517783-9035-4941-8bbf-50c5928efee8 req-5fa13930-3474-4d80-a6c2-f8d5d0d07f2e tempest-VolumesAdminNegativeTest-1866989717 tempest-VolumesAdminNegativeTest-1866989717-project-member] Enqueued Resource ID: 2466dc66-f37a-4743-9394-66793c20b776 with Priority: HIGHEST for action security_group_members [ 617.990466] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2466dc66-f37a-4743-9394-66793c20b776 with Priority: HIGHEST for action security_group_members [ 617.990803] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2466dc66-f37a-4743-9394-66793c20b776 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.990961] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.991076] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.991283] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.991530] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.991606] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.991800] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.991853] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.991939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.992047] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2466dc66-f37a-4743-9394-66793c20b776',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.993623] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.993737] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.993862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.994063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.994201] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.004498] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: IN_PROGRESS for 2s [ 618.351477] env[66408]: INFO networking_nsxv3.common.synchronization [None req-7b0dc680-7332-47f8-bfa5-75e8a3e2d516 None None] Enqueued Resource ID: f9cf8562-56a4-4b2e-a119-de50f1cd8223 with Priority: HIGHEST for action port [ 618.351826] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9cf8562-56a4-4b2e-a119-de50f1cd8223 with Priority: HIGHEST for action port [ 618.352509] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9cf8562-56a4-4b2e-a119-de50f1cd8223 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.352586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9cf8562-56a4-4b2e-a119-de50f1cd8223" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.352670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9cf8562-56a4-4b2e-a119-de50f1cd8223" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.352946] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9cf8562-56a4-4b2e-a119-de50f1cd8223" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.353418] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9cf8562-56a4-4b2e-a119-de50f1cd8223',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.393058] env[66408]: INFO networking_nsxv3.common.synchronization [req-30d9054f-d828-4726-9fba-93572c90f4d4 req-e3a06c36-4580-432d-9f49-6f4fa2de52e1 service nova] Enqueued Resource ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 with Priority: HIGHEST for action security_group_rules [ 618.393058] env[66408]: INFO networking_nsxv3.common.synchronization [req-30d9054f-d828-4726-9fba-93572c90f4d4 req-e3a06c36-4580-432d-9f49-6f4fa2de52e1 service nova] Enqueued Resource ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 with Priority: HIGHEST for action security_group_members [ 618.393058] env[66408]: INFO networking_nsxv3.common.synchronization [req-30d9054f-d828-4726-9fba-93572c90f4d4 req-e3a06c36-4580-432d-9f49-6f4fa2de52e1 service nova] Enqueued Resource ID: 1cbe186a-a339-49c5-a759-f801bf4a693e with Priority: HIGHEST for action port [ 618.393058] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 with Priority: HIGHEST for action security_group_rules [ 618.393474] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 with Priority: HIGHEST for action security_group_members [ 618.393739] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cbe186a-a339-49c5-a759-f801bf4a693e with Priority: HIGHEST for action port [ 618.394122] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.394242] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.394336] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.394605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.394723] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.395776] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.396479] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.396479] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.397828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.397828] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.397828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.397828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.397828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.397828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.397828] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.399494] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cbe186a-a339-49c5-a759-f801bf4a693e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.399635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cbe186a-a339-49c5-a759-f801bf4a693e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.400482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cbe186a-a339-49c5-a759-f801bf4a693e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.400482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cbe186a-a339-49c5-a759-f801bf4a693e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.400482] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cbe186a-a339-49c5-a759-f801bf4a693e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.496746] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.497132] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.497132] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.497244] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.497326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.497556] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.497695] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.497805] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.498020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.498153] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.498265] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2466dc66-f37a-4743-9394-66793c20b776 already deleted. [ 618.498406] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.573585] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-386 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.573751] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-386" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.573953] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-386" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.574268] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-386" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.574517] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.574717] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.574768] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.574970] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.575129] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.575321] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.575478] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.575532] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.575612] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.575711] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.575806] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.575956] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.596778] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.596778] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.596995] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.597280] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-386" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.597614] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-b1ea6894-cfc2-439a-bbd9-d3f16e4649c6 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.597792] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-b1ea6894-cfc2-439a-bbd9-d3f16e4649c6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.597910] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-b1ea6894-cfc2-439a-bbd9-d3f16e4649c6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.598417] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-b1ea6894-cfc2-439a-bbd9-d3f16e4649c6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.598595] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1ea6894-cfc2-439a-bbd9-d3f16e4649c6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.858323] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9cf8562-56a4-4b2e-a119-de50f1cd8223 [ 618.858636] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.858731] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.858731] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.859056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.859137] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.859788] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9cf8562-56a4-4b2e-a119-de50f1cd8223 already deleted. [ 618.859788] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9cf8562-56a4-4b2e-a119-de50f1cd8223" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.904628] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.904749] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.905134] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1cbe186a-a339-49c5-a759-f801bf4a693e with status ACTIVE [ 618.905134] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.905266] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.905266] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.906610] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.906610] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.906610] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.906610] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.906610] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.906610] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.906610] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.906610] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.906610] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.906610] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.906610] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.906610] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.907189] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1cbe186a-a339-49c5-a759-f801bf4a693e is going to be updated. [ 618.907834] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.937883] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.938294] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.939290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.939290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.939290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.939290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cbe186a-a339-49c5-a759-f801bf4a693e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.101420] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.101679] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.101781] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.102134] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.102335] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.102396] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port b1ea6894-cfc2-439a-bbd9-d3f16e4649c6 not found, creating... [ 619.102655] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.102804] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.102913] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.103170] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.103304] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.104220] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.104406] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.104547] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.104813] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.104943] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.105090] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: b1ea6894-cfc2-439a-bbd9-d3f16e4649c6 is going to be created. [ 619.127797] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea583627-563c-4f5e-a1b6-4298528f24b8 in Status: SUCCESS [ 619.127993] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea583627-563c-4f5e-a1b6-4298528f24b8 deletion is rescheduled due to dependency. [ 619.128146] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.133175] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.133391] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.133509] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.133785] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.134008] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.134236] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-b1ea6894-cfc2-439a-bbd9-d3f16e4649c6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.179568] env[66408]: INFO networking_nsxv3.common.synchronization [None req-eb89f875-70c7-4ff8-855b-78fc4036dcbe tempest-ServersWithSpecificFlavorTestJSON-855079068 tempest-ServersWithSpecificFlavorTestJSON-855079068-project-member] Enqueued Resource ID: b97ee5f2-2967-4e24-828d-a683663663fa with Priority: HIGHEST for action security_group_rules [ 619.179568] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97ee5f2-2967-4e24-828d-a683663663fa with Priority: HIGHEST for action security_group_rules [ 619.179568] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b97ee5f2-2967-4e24-828d-a683663663fa taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.179568] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.179568] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.180142] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.180142] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b97ee5f2-2967-4e24-828d-a683663663fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.389558] env[66408]: INFO networking_nsxv3.common.synchronization [None req-01dcea53-f2a7-4c74-9bfe-df221276a55d tempest-ServersWithSpecificFlavorTestJSON-855079068 tempest-ServersWithSpecificFlavorTestJSON-855079068-project-member] Enqueued Resource ID: b97ee5f2-2967-4e24-828d-a683663663fa with Priority: HIGHEST for action security_group_rules [ 619.390233] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97ee5f2-2967-4e24-828d-a683663663fa with Priority: HIGHEST for action security_group_rules [ 619.390618] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b97ee5f2-2967-4e24-828d-a683663663fa taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.390758] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.410564] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.702044] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.702369] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.702369] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.702579] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.702671] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.702767] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b97ee5f2-2967-4e24-828d-a683663663fa already deleted. [ 619.702861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.703023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.703216] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.703312] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b97ee5f2-2967-4e24-828d-a683663663fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.836479] env[66408]: INFO networking_nsxv3.common.synchronization [req-5d517783-9035-4941-8bbf-50c5928efee8 req-35f89684-fe00-4679-b0f5-07f627ae85c4 service nova] Enqueued Resource ID: 2466dc66-f37a-4743-9394-66793c20b776 with Priority: HIGHEST for action security_group_rules [ 619.836884] env[66408]: INFO networking_nsxv3.common.synchronization [req-5d517783-9035-4941-8bbf-50c5928efee8 req-35f89684-fe00-4679-b0f5-07f627ae85c4 service nova] Enqueued Resource ID: 2466dc66-f37a-4743-9394-66793c20b776 with Priority: HIGHEST for action security_group_members [ 619.836884] env[66408]: INFO networking_nsxv3.common.synchronization [req-5d517783-9035-4941-8bbf-50c5928efee8 req-35f89684-fe00-4679-b0f5-07f627ae85c4 service nova] Enqueued Resource ID: b1ea6894-cfc2-439a-bbd9-d3f16e4649c6 with Priority: HIGHEST for action port [ 619.837389] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2466dc66-f37a-4743-9394-66793c20b776 with Priority: HIGHEST for action security_group_rules [ 619.837555] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2466dc66-f37a-4743-9394-66793c20b776 with Priority: HIGHEST for action security_group_members [ 619.837660] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1ea6894-cfc2-439a-bbd9-d3f16e4649c6 with Priority: HIGHEST for action port [ 619.838011] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2466dc66-f37a-4743-9394-66793c20b776 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.838454] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.838454] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.838593] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.838644] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2466dc66-f37a-4743-9394-66793c20b776',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.840707] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2466dc66-f37a-4743-9394-66793c20b776 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.840707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.840707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.840707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.841138] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.841138] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.841318] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.841367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.841491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.841599] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2466dc66-f37a-4743-9394-66793c20b776',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.843274] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1ea6894-cfc2-439a-bbd9-d3f16e4649c6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.843274] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1ea6894-cfc2-439a-bbd9-d3f16e4649c6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.843274] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1ea6894-cfc2-439a-bbd9-d3f16e4649c6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.843274] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1ea6894-cfc2-439a-bbd9-d3f16e4649c6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.843274] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1ea6894-cfc2-439a-bbd9-d3f16e4649c6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.913697] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.913697] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.913697] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.914024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.914547] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.914813] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 is going to be created. [ 619.942901] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.943108] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.943157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.943389] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.943515] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.969754] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 in Status: UNINITIALIZED for 2s [ 620.019145] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: SUCCESS [ 620.019484] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.019605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.019896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.020118] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.020259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.020321] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.020543] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.020658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.020812] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.020870] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.231919] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.232199] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.232305] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.232479] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.232634] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.232733] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b97ee5f2-2967-4e24-828d-a683663663fa already deleted. [ 620.232892] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.350514] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2466dc66-f37a-4743-9394-66793c20b776',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.350514] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2466dc66-f37a-4743-9394-66793c20b776 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.350514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.350514] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1ea6894-cfc2-439a-bbd9-d3f16e4649c6 with status ACTIVE [ 620.350514] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.350514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.350514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.350514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.350514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.351152] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.351152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.351152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.351152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.351152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.353074] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.353198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.353254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.353426] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.353574] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.353627] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1ea6894-cfc2-439a-bbd9-d3f16e4649c6 is going to be updated. [ 620.388617] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.388617] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.388617] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.388857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.389307] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.389307] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1ea6894-cfc2-439a-bbd9-d3f16e4649c6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.525080] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.525259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.525332] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.525555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.525719] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.525818] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.525880] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.526073] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.526193] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.526288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.526437] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.526547] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.526595] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.526727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.526862] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.526955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.527033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.527175] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.527248] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.527360] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.528050] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.856612] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2466dc66-f37a-4743-9394-66793c20b776',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.943053] env[66408]: INFO networking_nsxv3.common.synchronization [None req-3e83a2e2-df54-4dba-b9bc-b18e433a06fe tempest-ServerActionsTestOtherA-462260140 tempest-ServerActionsTestOtherA-462260140-project-member] Enqueued Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGHEST for action security_group_rules [ 620.944034] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGHEST for action security_group_rules [ 620.944132] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97880c18-62a3-4a1d-9fa7-30062d40dae6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.944199] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.944249] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.944522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.944607] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.030306] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebcc0237-764f-4684-b997-776ec556e651: rpc.has_security_group_logging(os_id): False [ 621.051530] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.053054] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.053054] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.053054] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.053054] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.056476] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.056476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.056476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.056476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.056476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.056476] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.056476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.056476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.056476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.056476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.056476] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.056476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.056476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.056476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.057243] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.057243] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebcc0237-764f-4684-b997-776ec556e651 is going to be updated. [ 621.081647] env[66408]: INFO networking_nsxv3.common.synchronization [None req-34905f66-e377-455c-a15a-74d9ce7d106e tempest-ServerActionsTestOtherA-462260140 tempest-ServerActionsTestOtherA-462260140-project-member] Enqueued Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGHEST for action security_group_rules [ 621.081647] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGHEST for action security_group_rules [ 621.081849] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97880c18-62a3-4a1d-9fa7-30062d40dae6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.081904] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.148829] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.149058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.149058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.149269] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.149830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.163150] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: IN_PROGRESS for 2s [ 621.360900] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.361312] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.361825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.364194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.364340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.364476] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2466dc66-f37a-4743-9394-66793c20b776 is going to be created. [ 621.394179] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.394374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.394433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.394624] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.394816] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.410283] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2466dc66-f37a-4743-9394-66793c20b776 in Status: UNINITIALIZED for 2s [ 621.467092] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.467461] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.467657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.468164] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.468815] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.468815] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 already deleted. [ 621.468815] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.468815] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.468983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.469672] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.986809] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 in Status: SUCCESS [ 621.987229] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.987229] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.988055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.988055] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.988055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.988055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.988055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.988055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.988601] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.988601] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.996014] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.996418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.996649] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.996989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.997223] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.997483] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 already deleted. [ 621.997690] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.490780] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.998022] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28: rpc.has_security_group_logging(os_id): False [ 623.018112] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.018112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.018112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.018112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.018112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.018112] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.018112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.018112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.018112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.018769] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.018769] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 is going to be created. [ 623.084049] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.084293] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.084403] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.084700] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.084958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.101612] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 in Status: IN_PROGRESS for 2s [ 623.180264] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: SUCCESS [ 623.180264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.424052] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2466dc66-f37a-4743-9394-66793c20b776 in Status: SUCCESS [ 623.424347] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.424561] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.424815] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.425035] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.425164] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.425230] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.425395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.425467] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.425573] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.425670] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2466dc66-f37a-4743-9394-66793c20b776',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.929729] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2466dc66-f37a-4743-9394-66793c20b776 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.929968] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.929968] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.931277] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.931277] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.931277] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.931277] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.931277] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.931277] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.931277] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.931277] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2466dc66-f37a-4743-9394-66793c20b776 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.931277] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.931867] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.931867] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.931867] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.931867] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.931867] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.932471] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.932471] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.932471] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.932471] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2466dc66-f37a-4743-9394-66793c20b776',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.437334] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2466dc66-f37a-4743-9394-66793c20b776: rpc.has_security_group_logging(os_id): False [ 624.457244] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.457244] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.457244] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.457529] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.457648] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.457914] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.458097] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.458231] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.458386] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.458492] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.458772] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.458912] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.459036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.461191] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.461321] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.461646] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.461878] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.461975] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.462219] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.462877] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.463184] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2466dc66-f37a-4743-9394-66793c20b776 is going to be created. [ 624.536432] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.536432] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.536432] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.536432] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.536736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.549514] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2466dc66-f37a-4743-9394-66793c20b776 in Status: IN_PROGRESS for 2s [ 624.997351] env[66408]: INFO networking_nsxv3.common.synchronization [req-c153ab42-386d-4949-ba81-cca52687ae1e req-01eb3b66-a650-47fb-bf1a-78bab4ad4328 tempest-SecurityGroupRulesTestJSON-250806943 tempest-SecurityGroupRulesTestJSON-250806943-project-member] Enqueued Resource ID: 49c80ed1-82f1-48f0-b413-c6539c85fe68 with Priority: HIGHEST for action security_group_rules [ 624.997942] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49c80ed1-82f1-48f0-b413-c6539c85fe68 with Priority: HIGHEST for action security_group_rules [ 624.998197] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49c80ed1-82f1-48f0-b413-c6539c85fe68 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.998314] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49c80ed1-82f1-48f0-b413-c6539c85fe68" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.998380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49c80ed1-82f1-48f0-b413-c6539c85fe68" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.998637] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49c80ed1-82f1-48f0-b413-c6539c85fe68" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.998718] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49c80ed1-82f1-48f0-b413-c6539c85fe68',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.115596] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 in Status: SUCCESS [ 625.115658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.441175] env[66408]: INFO networking_nsxv3.common.synchronization [req-97b48aef-1466-4876-b756-c1642ae76d79 req-984e7074-9ed1-4f38-9c97-499fd8836f2a tempest-ServersAdminNegativeTestJSON-209407876 tempest-ServersAdminNegativeTestJSON-209407876-project-member] Enqueued Resource ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 with Priority: HIGHEST for action security_group_members [ 625.442017] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 with Priority: HIGHEST for action security_group_members [ 625.442967] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7e38bf-9650-433d-a094-332a42bf9aa5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.443939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.443939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.443939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.443939] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.443939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.444329] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.444329] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.444329] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.444787] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7e38bf-9650-433d-a094-332a42bf9aa5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.523098] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.523098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.523098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.523462] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.523576] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.523714] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49c80ed1-82f1-48f0-b413-c6539c85fe68 already deleted. [ 625.523784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49c80ed1-82f1-48f0-b413-c6539c85fe68" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.746363] env[66408]: INFO networking_nsxv3.common.synchronization [req-dc337a8b-ecfd-4754-b4c0-f3a8227f42a6 req-b0107c0d-2132-4fbe-bd5f-d524b65c1996 tempest-ImagesNegativeTestJSON-1451829106 tempest-ImagesNegativeTestJSON-1451829106-project-member] Enqueued Resource ID: a6344f45-0c8d-48f4-9c5d-7294b7269b88 with Priority: HIGHEST for action security_group_members [ 625.746363] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6344f45-0c8d-48f4-9c5d-7294b7269b88 with Priority: HIGHEST for action security_group_members [ 625.746363] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6344f45-0c8d-48f4-9c5d-7294b7269b88 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.746363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.747222] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.747606] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.749329] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.749638] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.749804] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.750130] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.750395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.750650] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6344f45-0c8d-48f4-9c5d-7294b7269b88',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.947861] env[66408]: INFO networking_nsxv3.common.synchronization [None req-52677a19-e351-4441-a0ab-b44b2f39870c None None] Enqueued Resource ID: d8541f38-fa59-4a00-bc08-a994bab0bb9b with Priority: HIGHEST for action port [ 625.949034] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e7e38bf-9650-433d-a094-332a42bf9aa5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.950135] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8541f38-fa59-4a00-bc08-a994bab0bb9b with Priority: HIGHEST for action port [ 625.950660] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8541f38-fa59-4a00-bc08-a994bab0bb9b taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.950786] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8541f38-fa59-4a00-bc08-a994bab0bb9b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.951152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8541f38-fa59-4a00-bc08-a994bab0bb9b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.951634] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8541f38-fa59-4a00-bc08-a994bab0bb9b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.952045] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8541f38-fa59-4a00-bc08-a994bab0bb9b',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.256433] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.256433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.256433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.256433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.256433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.256433] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.256433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.256433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.256433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.256433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.256433] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6344f45-0c8d-48f4-9c5d-7294b7269b88 is going to be updated. [ 626.293378] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.293378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.293378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.293378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.293378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.303839] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6344f45-0c8d-48f4-9c5d-7294b7269b88 in Status: IN_PROGRESS for 2s [ 626.398297] env[66408]: INFO networking_nsxv3.common.synchronization [req-9da5be87-9b2d-4cf5-b42b-e4fac983a4c4 req-597155c2-dfa1-4111-8ea9-65e80e8f9ef3 tempest-ServerExternalEventsTest-1866700657 tempest-ServerExternalEventsTest-1866700657-project-member] Enqueued Resource ID: 25afeb5a-ecb2-4b4a-a8c8-27865882abc8 with Priority: HIGHEST for action security_group_members [ 626.398916] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25afeb5a-ecb2-4b4a-a8c8-27865882abc8 with Priority: HIGHEST for action security_group_members [ 626.399609] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.399745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.399858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.400061] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.400246] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.400346] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.400409] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.400586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.400686] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.400784] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25afeb5a-ecb2-4b4a-a8c8-27865882abc8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.451361] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e7e38bf-9650-433d-a094-332a42bf9aa5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.453278] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8541f38-fa59-4a00-bc08-a994bab0bb9b [ 626.453528] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.453638] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.453742] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.454491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.454491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.454491] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8541f38-fa59-4a00-bc08-a994bab0bb9b already deleted. [ 626.454491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8541f38-fa59-4a00-bc08-a994bab0bb9b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.483063] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.483678] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.483755] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.484266] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.484554] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.484723] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.484830] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.485082] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.485286] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.485697] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.485697] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.485827] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.485860] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.486322] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.486450] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.486575] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.508292] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.508420] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.508549] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.508743] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.509283] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-185b6f86-a375-46d8-ae47-5238576d553a taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.509283] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-185b6f86-a375-46d8-ae47-5238576d553a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.509429] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-185b6f86-a375-46d8-ae47-5238576d553a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.510021] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-185b6f86-a375-46d8-ae47-5238576d553a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.510021] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('185b6f86-a375-46d8-ae47-5238576d553a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.563600] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2466dc66-f37a-4743-9394-66793c20b776 in Status: SUCCESS [ 626.563600] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.904924] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.904924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.904924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.904924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.904924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.904924] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.904924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.904924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.904924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.904924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.905490] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25afeb5a-ecb2-4b4a-a8c8-27865882abc8 is going to be updated. [ 626.940011] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.940192] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.940244] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.940469] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.940645] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.951733] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25afeb5a-ecb2-4b4a-a8c8-27865882abc8 in Status: IN_PROGRESS for 2s [ 626.953275] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.953428] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.953495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.953714] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.953807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.953899] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 is going to be updated. [ 627.004997] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.005190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.005190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.005393] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.005589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.012524] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.012745] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.012872] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.013177] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.013331] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.013477] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 185b6f86-a375-46d8-ae47-5238576d553a not found, creating... [ 627.013725] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.013924] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.014103] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.014339] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.014532] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.014819] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.015017] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.015179] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.015302] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.015427] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.015583] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 185b6f86-a375-46d8-ae47-5238576d553a is going to be created. [ 627.025857] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 in Status: IN_PROGRESS for 2s [ 627.040993] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.041205] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.041325] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.041603] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.042019] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.042113] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-185b6f86-a375-46d8-ae47-5238576d553a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.842448] env[66408]: INFO networking_nsxv3.common.synchronization [req-97b48aef-1466-4876-b756-c1642ae76d79 req-25fe08e0-74de-49e9-9178-3dfa6a415208 service nova] Enqueued Resource ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 with Priority: HIGHEST for action security_group_rules [ 627.842727] env[66408]: INFO networking_nsxv3.common.synchronization [req-97b48aef-1466-4876-b756-c1642ae76d79 req-25fe08e0-74de-49e9-9178-3dfa6a415208 service nova] Enqueued Resource ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 with Priority: HIGHEST for action security_group_members [ 627.842727] env[66408]: INFO networking_nsxv3.common.synchronization [req-97b48aef-1466-4876-b756-c1642ae76d79 req-25fe08e0-74de-49e9-9178-3dfa6a415208 service nova] Enqueued Resource ID: 185b6f86-a375-46d8-ae47-5238576d553a with Priority: HIGHEST for action port [ 627.842960] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 with Priority: HIGHEST for action security_group_rules [ 627.843097] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 with Priority: HIGHEST for action security_group_members [ 627.843195] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185b6f86-a375-46d8-ae47-5238576d553a with Priority: HIGHEST for action port [ 627.843768] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e7e38bf-9650-433d-a094-332a42bf9aa5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.843907] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.843987] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.846753] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.846753] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e7e38bf-9650-433d-a094-332a42bf9aa5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.853288] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7e38bf-9650-433d-a094-332a42bf9aa5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.854214] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.854486] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-185b6f86-a375-46d8-ae47-5238576d553a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.854607] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-185b6f86-a375-46d8-ae47-5238576d553a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.854673] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-185b6f86-a375-46d8-ae47-5238576d553a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.854876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-185b6f86-a375-46d8-ae47-5238576d553a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.854962] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('185b6f86-a375-46d8-ae47-5238576d553a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.138543] env[66408]: INFO networking_nsxv3.common.synchronization [None req-897b7c9f-5ad1-4f2f-9462-4674c1029d6e None None] Enqueued Resource ID: 329eedd1-3063-4e6b-a7c4-c9e3b489f8de with Priority: HIGHEST for action port [ 628.140154] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329eedd1-3063-4e6b-a7c4-c9e3b489f8de with Priority: HIGHEST for action port [ 628.140154] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-329eedd1-3063-4e6b-a7c4-c9e3b489f8de taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.140154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-329eedd1-3063-4e6b-a7c4-c9e3b489f8de" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.140154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-329eedd1-3063-4e6b-a7c4-c9e3b489f8de" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.140154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-329eedd1-3063-4e6b-a7c4-c9e3b489f8de" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.140490] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('329eedd1-3063-4e6b-a7c4-c9e3b489f8de',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.315551] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6344f45-0c8d-48f4-9c5d-7294b7269b88 in Status: SUCCESS [ 628.315551] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6344f45-0c8d-48f4-9c5d-7294b7269b88 deletion is rescheduled due to dependency. [ 628.315551] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6344f45-0c8d-48f4-9c5d-7294b7269b88" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.356852] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7e38bf-9650-433d-a094-332a42bf9aa5 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.360796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.360796] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 185b6f86-a375-46d8-ae47-5238576d553a with status ACTIVE [ 628.360796] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.360796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.360796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.360796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.360796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.360796] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.360796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.360796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.360796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.360796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.360796] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.360796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.360796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.360796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.360796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.361537] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 185b6f86-a375-46d8-ae47-5238576d553a is going to be updated. [ 628.385311] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.386483] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.386483] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.386483] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.386483] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.386483] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-185b6f86-a375-46d8-ae47-5238576d553a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.643382] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 329eedd1-3063-4e6b-a7c4-c9e3b489f8de [ 628.643528] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.643669] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.643727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.644086] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.644236] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.644336] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:329eedd1-3063-4e6b-a7c4-c9e3b489f8de already deleted. [ 628.644381] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-329eedd1-3063-4e6b-a7c4-c9e3b489f8de" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.786568] env[66408]: INFO networking_nsxv3.common.synchronization [req-d319b99f-46e9-4627-b974-9e91f30f7f3b req-c5d74c99-a31c-4596-a511-7d330996d33e tempest-ServersWithSpecificFlavorTestJSON-855079068 tempest-ServersWithSpecificFlavorTestJSON-855079068-project-member] Enqueued Resource ID: b97ee5f2-2967-4e24-828d-a683663663fa with Priority: HIGHEST for action security_group_members [ 628.786568] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97ee5f2-2967-4e24-828d-a683663663fa with Priority: HIGHEST for action security_group_members [ 628.786973] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97ee5f2-2967-4e24-828d-a683663663fa taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.786973] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.786973] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.787630] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.787795] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.787899] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.788952] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.788952] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.788952] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.788952] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b97ee5f2-2967-4e24-828d-a683663663fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.964059] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25afeb5a-ecb2-4b4a-a8c8-27865882abc8 in Status: SUCCESS [ 628.964311] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25afeb5a-ecb2-4b4a-a8c8-27865882abc8 deletion is rescheduled due to dependency. [ 628.964353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25afeb5a-ecb2-4b4a-a8c8-27865882abc8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.996286] env[66408]: INFO networking_nsxv3.common.synchronization [None req-6d9c275c-c6bf-486c-94dd-2d692f24658b None None] Enqueued Resource ID: 1fcf1959-49b8-412c-9f96-f69b8ec7c82f with Priority: HIGHEST for action port [ 628.996807] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fcf1959-49b8-412c-9f96-f69b8ec7c82f with Priority: HIGHEST for action port [ 628.997156] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fcf1959-49b8-412c-9f96-f69b8ec7c82f taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.997275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fcf1959-49b8-412c-9f96-f69b8ec7c82f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.997339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fcf1959-49b8-412c-9f96-f69b8ec7c82f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.997659] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fcf1959-49b8-412c-9f96-f69b8ec7c82f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.997719] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fcf1959-49b8-412c-9f96-f69b8ec7c82f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.040357] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 in Status: SUCCESS [ 629.041033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.041033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.041472] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.041765] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.042025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.042130] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.042406] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.042546] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.042708] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7e38bf-9650-433d-a094-332a42bf9aa5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.144779] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.144779] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-922" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.144779] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-922" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.144779] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-922" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.145026] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.145464] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.146194] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.146194] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.146400] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.147042] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.147240] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.147240] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.148415] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.148415] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.148415] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.148415] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.169777] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.169777] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.169777] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.169777] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-922" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.169777] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-a1be6897-fa95-4454-a068-43dd550161b9 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.169777] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-a1be6897-fa95-4454-a068-43dd550161b9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.170242] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-a1be6897-fa95-4454-a068-43dd550161b9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.170678] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-a1be6897-fa95-4454-a068-43dd550161b9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.172028] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1be6897-fa95-4454-a068-43dd550161b9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.293412] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.295030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.295030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.295030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.295030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.295030] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.295030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.295030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.295030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.295030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.295418] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97ee5f2-2967-4e24-828d-a683663663fa already deleted. [ 629.295418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.499661] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fcf1959-49b8-412c-9f96-f69b8ec7c82f [ 629.499988] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.499988] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.502687] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.502687] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.502687] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.502687] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fcf1959-49b8-412c-9f96-f69b8ec7c82f already deleted. [ 629.502687] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fcf1959-49b8-412c-9f96-f69b8ec7c82f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.545251] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e7e38bf-9650-433d-a094-332a42bf9aa5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.675317] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.675317] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.675531] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.675782] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.675942] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.676140] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port a1be6897-fa95-4454-a068-43dd550161b9 not found, creating... [ 629.676457] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.676648] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.676761] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.676988] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.677136] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.677515] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.677671] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.677786] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.678128] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.678301] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.678431] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: a1be6897-fa95-4454-a068-43dd550161b9 is going to be created. [ 629.704943] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.705313] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.706050] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.706050] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.706342] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.706548] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-a1be6897-fa95-4454-a068-43dd550161b9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.048318] env[66408]: INFO networking_nsxv3.common.synchronization [None req-9647af87-14f2-4c9d-8ad3-472bbe5faabc None None] Enqueued Resource ID: 6d3a7fa9-7a69-4973-b7b6-c551806961f5 with Priority: HIGHEST for action port [ 630.048318] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e7e38bf-9650-433d-a094-332a42bf9aa5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.050300] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3a7fa9-7a69-4973-b7b6-c551806961f5 with Priority: HIGHEST for action port [ 630.051044] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d3a7fa9-7a69-4973-b7b6-c551806961f5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.052876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d3a7fa9-7a69-4973-b7b6-c551806961f5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.052876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d3a7fa9-7a69-4973-b7b6-c551806961f5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.052876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d3a7fa9-7a69-4973-b7b6-c551806961f5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.052876] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d3a7fa9-7a69-4973-b7b6-c551806961f5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.552146] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.552146] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.552146] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.553615] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.553749] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.553941] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 is going to be updated. [ 630.556250] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d3a7fa9-7a69-4973-b7b6-c551806961f5 [ 630.556250] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.556250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.556250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.556250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.556250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.564939] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d3a7fa9-7a69-4973-b7b6-c551806961f5 already deleted. [ 630.564939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d3a7fa9-7a69-4973-b7b6-c551806961f5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.603591] env[66408]: INFO networking_nsxv3.common.synchronization [req-d319b99f-46e9-4627-b974-9e91f30f7f3b req-05fd0319-df7e-440b-a79c-496a155c12f1 service nova] Enqueued Resource ID: b97ee5f2-2967-4e24-828d-a683663663fa with Priority: HIGHEST for action security_group_rules [ 630.603591] env[66408]: INFO networking_nsxv3.common.synchronization [req-d319b99f-46e9-4627-b974-9e91f30f7f3b req-05fd0319-df7e-440b-a79c-496a155c12f1 service nova] Enqueued Resource ID: b97ee5f2-2967-4e24-828d-a683663663fa with Priority: HIGHEST for action security_group_members [ 630.603591] env[66408]: INFO networking_nsxv3.common.synchronization [req-d319b99f-46e9-4627-b974-9e91f30f7f3b req-05fd0319-df7e-440b-a79c-496a155c12f1 service nova] Enqueued Resource ID: a1be6897-fa95-4454-a068-43dd550161b9 with Priority: HIGHEST for action port [ 630.603591] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97ee5f2-2967-4e24-828d-a683663663fa with Priority: HIGHEST for action security_group_rules [ 630.603591] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97ee5f2-2967-4e24-828d-a683663663fa with Priority: HIGHEST for action security_group_members [ 630.603906] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1be6897-fa95-4454-a068-43dd550161b9 with Priority: HIGHEST for action port [ 630.606293] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b97ee5f2-2967-4e24-828d-a683663663fa taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.606825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.606825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.607021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.607313] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b97ee5f2-2967-4e24-828d-a683663663fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.610992] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97ee5f2-2967-4e24-828d-a683663663fa taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.610992] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.610992] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.610992] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.611293] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.611293] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.611380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.611528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.611644] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.611691] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b97ee5f2-2967-4e24-828d-a683663663fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.613843] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1be6897-fa95-4454-a068-43dd550161b9 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.613975] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1be6897-fa95-4454-a068-43dd550161b9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.614051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1be6897-fa95-4454-a068-43dd550161b9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.614216] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1be6897-fa95-4454-a068-43dd550161b9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.614258] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1be6897-fa95-4454-a068-43dd550161b9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.619626] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.620047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.620047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.620179] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.620483] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.641058] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 in Status: IN_PROGRESS for 2s [ 631.093949] env[66408]: INFO networking_nsxv3.common.synchronization [req-a559799d-7a87-4740-b6b0-27a3fce4182d req-d61e0ae0-cbdc-4190-8f34-0fd027d11980 tempest-ServerActionsTestOtherA-462260140 tempest-ServerActionsTestOtherA-462260140-project-member] Enqueued Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGHEST for action security_group_members [ 631.094515] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGHEST for action security_group_members [ 631.094822] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-97880c18-62a3-4a1d-9fa7-30062d40dae6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.094947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.095248] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.095355] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.095479] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.095582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.095638] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.095825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.095925] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.096155] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.116630] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97ee5f2-2967-4e24-828d-a683663663fa taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.116630] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.116845] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b97ee5f2-2967-4e24-828d-a683663663fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.124346] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1be6897-fa95-4454-a068-43dd550161b9 with status ACTIVE [ 631.124346] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.124346] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.124346] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.124588] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.124588] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.124863] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.124863] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.124863] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.124990] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.125153] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.125236] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.125323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.125378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.125513] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.125582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.125659] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1be6897-fa95-4454-a068-43dd550161b9 is going to be updated. [ 631.150293] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.151295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.151295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.151295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.151295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.151295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1be6897-fa95-4454-a068-43dd550161b9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.601052] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.601284] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.601393] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.601638] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.601728] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.601928] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.602042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.602107] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.602264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.602544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.602544] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 already deleted. [ 631.602544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.620412] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b97ee5f2-2967-4e24-828d-a683663663fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.001774] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.001968] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-987" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.002081] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-987" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.002420] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-987" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.002696] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.002845] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.002956] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.003188] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.003338] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.003524] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.003628] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.003728] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.003826] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.003951] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.004086] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.004219] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.027698] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.027851] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.027993] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.028190] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-987" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.028539] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-1f614564-aa4d-485e-b2f2-5563e0350f17 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.028710] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-1f614564-aa4d-485e-b2f2-5563e0350f17" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.028824] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-1f614564-aa4d-485e-b2f2-5563e0350f17" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.029176] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-1f614564-aa4d-485e-b2f2-5563e0350f17" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.029310] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f614564-aa4d-485e-b2f2-5563e0350f17',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.123521] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.123862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.123862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.124116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.124213] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.124307] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97ee5f2-2967-4e24-828d-a683663663fa is going to be created. [ 632.157653] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.157846] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.157891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.158243] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.158429] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.171036] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97ee5f2-2967-4e24-828d-a683663663fa in Status: UNINITIALIZED for 2s [ 632.532972] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.533292] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.533440] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.533720] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.533901] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.534173] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 1f614564-aa4d-485e-b2f2-5563e0350f17 not found, creating... [ 632.534466] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.534621] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.534739] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.534986] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.535133] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.535438] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.535692] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.535692] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.535913] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.536110] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.536255] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 1f614564-aa4d-485e-b2f2-5563e0350f17 is going to be created. [ 632.563027] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.563247] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.563364] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.563642] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.563918] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.564278] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-1f614564-aa4d-485e-b2f2-5563e0350f17" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.659690] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 in Status: SUCCESS [ 632.659938] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.660470] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.660470] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.660599] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.660728] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.660785] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.660929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.661035] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.661239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.661383] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e7e38bf-9650-433d-a094-332a42bf9aa5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.168161] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7e38bf-9650-433d-a094-332a42bf9aa5 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.168161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.168161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.168161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.168161] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.168161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.168161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.168161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.168161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.168161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.168161] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7e38bf-9650-433d-a094-332a42bf9aa5 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.168161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.168161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.168161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.168161] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.168161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.169441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.169441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.169441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.169441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.169441] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e7e38bf-9650-433d-a094-332a42bf9aa5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.276234] env[66408]: INFO networking_nsxv3.common.synchronization [req-a559799d-7a87-4740-b6b0-27a3fce4182d req-beca9e37-7693-4b22-a971-db991110c877 service nova] Enqueued Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGHEST for action security_group_rules [ 633.276560] env[66408]: INFO networking_nsxv3.common.synchronization [req-a559799d-7a87-4740-b6b0-27a3fce4182d req-beca9e37-7693-4b22-a971-db991110c877 service nova] Enqueued Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGHEST for action security_group_members [ 633.276623] env[66408]: INFO networking_nsxv3.common.synchronization [req-a559799d-7a87-4740-b6b0-27a3fce4182d req-beca9e37-7693-4b22-a971-db991110c877 service nova] Enqueued Resource ID: 1f614564-aa4d-485e-b2f2-5563e0350f17 with Priority: HIGHEST for action port [ 633.277317] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGHEST for action security_group_rules [ 633.277469] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGHEST for action security_group_members [ 633.277567] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f614564-aa4d-485e-b2f2-5563e0350f17 with Priority: HIGHEST for action port [ 633.277846] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97880c18-62a3-4a1d-9fa7-30062d40dae6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.277979] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.278083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.278360] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.278542] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.279416] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-97880c18-62a3-4a1d-9fa7-30062d40dae6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.279533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.279631] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.279838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.279999] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.281401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.281401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.281401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.281401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.281867] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.282927] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f614564-aa4d-485e-b2f2-5563e0350f17 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.282927] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f614564-aa4d-485e-b2f2-5563e0350f17" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.283110] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f614564-aa4d-485e-b2f2-5563e0350f17" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.283146] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f614564-aa4d-485e-b2f2-5563e0350f17" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.283219] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f614564-aa4d-485e-b2f2-5563e0350f17',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.670622] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e7e38bf-9650-433d-a094-332a42bf9aa5: rpc.has_security_group_logging(os_id): False [ 633.691375] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.691626] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.691626] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.691838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.691931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.692260] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.692260] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.692425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.692425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.692611] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.692675] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.692827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.692827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.692929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.693138] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.693327] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.693327] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.693327] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.693709] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.693709] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.693709] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 is going to be updated. [ 633.771536] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.771714] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.771756] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.772063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.772319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.785395] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-97880c18-62a3-4a1d-9fa7-30062d40dae6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.785395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.786857] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.787911] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f614564-aa4d-485e-b2f2-5563e0350f17 with status ACTIVE [ 633.788156] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.788284] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.788351] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.788552] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.788641] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.788812] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.788908] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.788972] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.789144] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.789339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.789548] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.789638] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.789699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.789843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.789933] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.789990] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f614564-aa4d-485e-b2f2-5563e0350f17 is going to be updated. [ 633.792085] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 in Status: IN_PROGRESS for 2s [ 633.801911] env[66408]: INFO networking_nsxv3.common.synchronization [req-83d185fe-e153-47be-8f59-c5d05c7b4aee req-418b315c-dff0-412b-ad4d-a2105435d628 tempest-InstanceActionsNegativeTestJSON-1463022036 tempest-InstanceActionsNegativeTestJSON-1463022036-project-member] Enqueued Resource ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd with Priority: HIGHEST for action security_group_members [ 633.803609] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd with Priority: HIGHEST for action security_group_members [ 633.803609] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.803609] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.803609] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.804178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.804391] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.804563] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.804651] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.804838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.804944] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.805068] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('318ce2ea-08da-4f1e-9ae0-4524d49e42dd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.813328] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.813514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.813560] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.813759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.813937] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.814142] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f614564-aa4d-485e-b2f2-5563e0350f17" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.182966] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97ee5f2-2967-4e24-828d-a683663663fa in Status: SUCCESS [ 634.183233] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.185047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.185047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.185047] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.185047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.185047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.185047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.185047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.185047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.185047] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b97ee5f2-2967-4e24-828d-a683663663fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.293669] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.307174] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.307251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.307316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.307565] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.307687] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.307861] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.307958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.308028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.308184] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.308256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.308366] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd is going to be updated. [ 634.381260] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.383569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.383569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.383569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.383785] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.394780] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd in Status: IN_PROGRESS for 2s [ 634.686585] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b97ee5f2-2967-4e24-828d-a683663663fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.797656] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.797656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.797656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.797656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.797656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.797868] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 is going to be created. [ 634.824172] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.824587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.824663] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.824963] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.825147] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.836668] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 in Status: UNINITIALIZED for 2s [ 635.189623] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b97ee5f2-2967-4e24-828d-a683663663fa: rpc.has_security_group_logging(os_id): False [ 635.209248] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.209443] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.209538] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.209821] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.209946] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.210278] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.210440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.210499] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.210697] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.210805] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.210920] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b97ee5f2-2967-4e24-828d-a683663663fa is going to be created. [ 635.276924] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.276924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.276924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.276924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.276924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.290387] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b97ee5f2-2967-4e24-828d-a683663663fa in Status: IN_PROGRESS for 2s [ 635.331641] env[66408]: INFO networking_nsxv3.common.synchronization [req-a430c059-4377-47d7-bb15-6d78ea47bc24 req-7cf2f761-224d-4cf9-8b72-b9b3f0c1e75c tempest-ServerAddressesTestJSON-487726302 tempest-ServerAddressesTestJSON-487726302-project-member] Enqueued Resource ID: 91b6bec9-280a-41f8-b4f2-8f1f93896675 with Priority: HIGHEST for action security_group_members [ 635.332394] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91b6bec9-280a-41f8-b4f2-8f1f93896675 with Priority: HIGHEST for action security_group_members [ 635.332494] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-91b6bec9-280a-41f8-b4f2-8f1f93896675 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.332580] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.332622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.332997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.332997] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.334056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.334056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.334056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.334056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.334056] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91b6bec9-280a-41f8-b4f2-8f1f93896675',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.545964] env[66408]: INFO networking_nsxv3.common.synchronization [None req-2db70f2f-8ecb-48c3-9992-f4210e86fa95 None None] Enqueued Resource ID: c2b67a03-f1f3-4678-8144-ab01345ca3b1 with Priority: HIGHEST for action port [ 635.546560] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b67a03-f1f3-4678-8144-ab01345ca3b1 with Priority: HIGHEST for action port [ 635.546783] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2b67a03-f1f3-4678-8144-ab01345ca3b1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.546909] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2b67a03-f1f3-4678-8144-ab01345ca3b1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.546965] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2b67a03-f1f3-4678-8144-ab01345ca3b1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.547674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2b67a03-f1f3-4678-8144-ab01345ca3b1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.547922] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2b67a03-f1f3-4678-8144-ab01345ca3b1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.815716] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 in Status: SUCCESS [ 635.815945] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.837459] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.837459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.837459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.837713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.838141] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.838141] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.838141] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.838141] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.838365] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.838365] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.838470] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91b6bec9-280a-41f8-b4f2-8f1f93896675 is going to be updated. [ 635.871394] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.871564] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.871608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.871799] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.871935] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.882872] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91b6bec9-280a-41f8-b4f2-8f1f93896675 in Status: IN_PROGRESS for 2s [ 636.050350] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2b67a03-f1f3-4678-8144-ab01345ca3b1 [ 636.054068] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.054068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.054068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.054068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.054068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.054068] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2b67a03-f1f3-4678-8144-ab01345ca3b1 already deleted. [ 636.054068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2b67a03-f1f3-4678-8144-ab01345ca3b1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.414851] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd in Status: SUCCESS [ 636.415204] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd deletion is rescheduled due to dependency. [ 636.416302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.851322] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 in Status: SUCCESS [ 636.851670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.851722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.851915] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.852191] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.852439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.852439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.852439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.852558] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.852592] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.854027] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.306101] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b97ee5f2-2967-4e24-828d-a683663663fa in Status: SUCCESS [ 637.306350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.357221] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.678045] env[66408]: INFO networking_nsxv3.common.synchronization [None req-35a91fba-6309-4fb1-b8c0-cde523fc3284 None None] Enqueued Resource ID: e8970a5b-4566-4355-952d-ebd9c15484ae with Priority: HIGHEST for action port [ 637.678686] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8970a5b-4566-4355-952d-ebd9c15484ae with Priority: HIGHEST for action port [ 637.678997] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8970a5b-4566-4355-952d-ebd9c15484ae taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.679178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8970a5b-4566-4355-952d-ebd9c15484ae" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.679297] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8970a5b-4566-4355-952d-ebd9c15484ae" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.679691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8970a5b-4566-4355-952d-ebd9c15484ae" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.679816] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8970a5b-4566-4355-952d-ebd9c15484ae',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.859871] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97880c18-62a3-4a1d-9fa7-30062d40dae6: rpc.has_security_group_logging(os_id): False [ 637.879050] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.879305] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.879367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.879569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.879647] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.880064] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.880171] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.880300] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.880392] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.880471] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.880557] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 is going to be created. [ 637.892775] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91b6bec9-280a-41f8-b4f2-8f1f93896675 in Status: SUCCESS [ 637.892968] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91b6bec9-280a-41f8-b4f2-8f1f93896675 deletion is rescheduled due to dependency. [ 637.893096] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91b6bec9-280a-41f8-b4f2-8f1f93896675" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.981104] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.981666] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.981666] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.981874] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.982480] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.996875] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 in Status: IN_PROGRESS for 2s [ 638.185597] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8970a5b-4566-4355-952d-ebd9c15484ae [ 638.185984] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.186476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.187498] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.187498] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.187498] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.187498] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8970a5b-4566-4355-952d-ebd9c15484ae already deleted. [ 638.187498] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8970a5b-4566-4355-952d-ebd9c15484ae" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.014428] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 in Status: SUCCESS [ 640.014869] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.109141] env[66408]: INFO networking_nsxv3.common.synchronization [req-d1c84874-d59c-4542-97a5-73ffd1d8937f req-4271c8e2-5533-4b50-9838-788dda4c9fdb tempest-ServerRescueTestJSON-1284870514 tempest-ServerRescueTestJSON-1284870514-project-member] Enqueued Resource ID: 67b58317-bc54-4394-846d-8acd7c33bc41 with Priority: HIGHEST for action security_group_members [ 640.110042] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b58317-bc54-4394-846d-8acd7c33bc41 with Priority: HIGHEST for action security_group_members [ 640.110471] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b58317-bc54-4394-846d-8acd7c33bc41 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.110609] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.110676] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.111197] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.111197] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.111197] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.111458] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.111669] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.111790] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.112135] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b58317-bc54-4394-846d-8acd7c33bc41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.332916] env[66408]: INFO networking_nsxv3.common.synchronization [None req-23c122df-9522-4d28-ad45-52c09371d5da None None] Enqueued Resource ID: 43cd3f4d-2f73-41e4-a46b-67607b1547f3 with Priority: HIGHEST for action port [ 640.335766] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43cd3f4d-2f73-41e4-a46b-67607b1547f3 with Priority: HIGHEST for action port [ 640.335766] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-43cd3f4d-2f73-41e4-a46b-67607b1547f3 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.335766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43cd3f4d-2f73-41e4-a46b-67607b1547f3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.335766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43cd3f4d-2f73-41e4-a46b-67607b1547f3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.335766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43cd3f4d-2f73-41e4-a46b-67607b1547f3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.335766] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43cd3f4d-2f73-41e4-a46b-67607b1547f3',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.614706] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b58317-bc54-4394-846d-8acd7c33bc41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.841424] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43cd3f4d-2f73-41e4-a46b-67607b1547f3 [ 640.841424] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.841424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.841424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.843127] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.843127] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.843127] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43cd3f4d-2f73-41e4-a46b-67607b1547f3 already deleted. [ 640.843127] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43cd3f4d-2f73-41e4-a46b-67607b1547f3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.990837] env[66408]: INFO networking_nsxv3.common.synchronization [None req-d4fee297-8b85-4fe0-8773-f227f1ae44d7 None None] Enqueued Resource ID: 5fd52a7e-3cc7-4460-8e72-e936b4f2793f with Priority: HIGHEST for action port [ 640.991518] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd52a7e-3cc7-4460-8e72-e936b4f2793f with Priority: HIGHEST for action port [ 640.991717] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fd52a7e-3cc7-4460-8e72-e936b4f2793f taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.991885] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fd52a7e-3cc7-4460-8e72-e936b4f2793f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.991885] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fd52a7e-3cc7-4460-8e72-e936b4f2793f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.992648] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fd52a7e-3cc7-4460-8e72-e936b4f2793f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.992648] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fd52a7e-3cc7-4460-8e72-e936b4f2793f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.075690] env[66408]: INFO networking_nsxv3.common.synchronization [req-03b37d35-88fc-4beb-bae0-8b3be0e68c88 req-e071fe51-d2a0-4ac4-b8ef-52c4b74102e8 tempest-SecurityGroupRulesTestJSON-250806943 tempest-SecurityGroupRulesTestJSON-250806943-project-member] Enqueued Resource ID: e6269569-397a-48b3-a3ee-ea02c0d3d0bd with Priority: HIGHEST for action security_group_rules [ 641.076250] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6269569-397a-48b3-a3ee-ea02c0d3d0bd with Priority: HIGHEST for action security_group_rules [ 641.076955] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6269569-397a-48b3-a3ee-ea02c0d3d0bd taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.076955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6269569-397a-48b3-a3ee-ea02c0d3d0bd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.076955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6269569-397a-48b3-a3ee-ea02c0d3d0bd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.077322] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6269569-397a-48b3-a3ee-ea02c0d3d0bd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.078543] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6269569-397a-48b3-a3ee-ea02c0d3d0bd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.119545] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b58317-bc54-4394-846d-8acd7c33bc41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.488367] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.488367] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.488367] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.488367] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.488694] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.488877] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.489096] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.489218] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.489366] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.489666] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.489739] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.489842] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.489942] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.490184] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.490184] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.490279] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.494574] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fd52a7e-3cc7-4460-8e72-e936b4f2793f [ 641.496052] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.496052] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.496052] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.496052] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.496052] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.496052] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fd52a7e-3cc7-4460-8e72-e936b4f2793f already deleted. [ 641.496052] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fd52a7e-3cc7-4460-8e72-e936b4f2793f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.509246] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.509411] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.510288] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.510288] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.510288] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-0cb7e95e-b2e2-4ebe-b858-67656265b620 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.510288] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-0cb7e95e-b2e2-4ebe-b858-67656265b620" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.510288] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-0cb7e95e-b2e2-4ebe-b858-67656265b620" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.510770] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-0cb7e95e-b2e2-4ebe-b858-67656265b620" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.510770] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cb7e95e-b2e2-4ebe-b858-67656265b620',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.597020] env[66408]: INFO networking_nsxv3.common.synchronization [None req-da940ae2-dcce-4083-ab3f-46736cb32361 None None] Enqueued Resource ID: 973257d1-3b21-465f-bc6f-339601f7a665 with Priority: HIGHEST for action port [ 641.597020] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973257d1-3b21-465f-bc6f-339601f7a665 with Priority: HIGHEST for action port [ 641.597020] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.597020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.597609] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.598015] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.599076] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.599076] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6269569-397a-48b3-a3ee-ea02c0d3d0bd already deleted. [ 641.599076] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6269569-397a-48b3-a3ee-ea02c0d3d0bd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.599076] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-973257d1-3b21-465f-bc6f-339601f7a665 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.599076] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-973257d1-3b21-465f-bc6f-339601f7a665" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.599076] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-973257d1-3b21-465f-bc6f-339601f7a665" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.599379] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-973257d1-3b21-465f-bc6f-339601f7a665" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.599379] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('973257d1-3b21-465f-bc6f-339601f7a665',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.622052] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.622240] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.622384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.623848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.623848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.623848] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b58317-bc54-4394-846d-8acd7c33bc41 is going to be updated. [ 641.654581] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.654785] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.654785] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.655596] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.655596] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.666153] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b58317-bc54-4394-846d-8acd7c33bc41 in Status: IN_PROGRESS for 2s [ 642.013682] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.013904] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.014052] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.014289] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.014434] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.014585] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 0cb7e95e-b2e2-4ebe-b858-67656265b620 not found, creating... [ 642.014832] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.014982] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.015104] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.015319] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.016034] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.016034] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.016034] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.016284] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.016935] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.016935] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.016935] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 0cb7e95e-b2e2-4ebe-b858-67656265b620 is going to be created. [ 642.037173] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.037767] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.037938] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.038256] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.038628] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.038923] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-0cb7e95e-b2e2-4ebe-b858-67656265b620" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.104460] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 973257d1-3b21-465f-bc6f-339601f7a665 [ 642.104753] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.104820] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.104907] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.105136] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.105229] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.105324] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:973257d1-3b21-465f-bc6f-339601f7a665 already deleted. [ 642.105402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-973257d1-3b21-465f-bc6f-339601f7a665" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.267920] env[66408]: INFO networking_nsxv3.common.synchronization [None req-c36578b4-129b-4776-9255-e2650a7c561c None None] Enqueued Resource ID: f5869e51-8f3b-49b3-b200-9172c7786f01 with Priority: HIGHEST for action port [ 642.268532] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5869e51-8f3b-49b3-b200-9172c7786f01 with Priority: HIGHEST for action port [ 642.268942] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5869e51-8f3b-49b3-b200-9172c7786f01 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.269128] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5869e51-8f3b-49b3-b200-9172c7786f01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.269231] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5869e51-8f3b-49b3-b200-9172c7786f01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.269590] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5869e51-8f3b-49b3-b200-9172c7786f01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.269721] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5869e51-8f3b-49b3-b200-9172c7786f01',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.775910] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5869e51-8f3b-49b3-b200-9172c7786f01 [ 642.775910] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.775910] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.775910] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.775910] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.775910] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.775910] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5869e51-8f3b-49b3-b200-9172c7786f01 already deleted. [ 642.775910] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5869e51-8f3b-49b3-b200-9172c7786f01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.831788] env[66408]: INFO networking_nsxv3.common.synchronization [req-d1c84874-d59c-4542-97a5-73ffd1d8937f req-12f9581c-9787-4ba6-aa43-552b18939b60 service nova] Enqueued Resource ID: 67b58317-bc54-4394-846d-8acd7c33bc41 with Priority: HIGHEST for action security_group_rules [ 642.831788] env[66408]: INFO networking_nsxv3.common.synchronization [req-d1c84874-d59c-4542-97a5-73ffd1d8937f req-12f9581c-9787-4ba6-aa43-552b18939b60 service nova] Enqueued Resource ID: 67b58317-bc54-4394-846d-8acd7c33bc41 with Priority: HIGHEST for action security_group_members [ 642.831788] env[66408]: INFO networking_nsxv3.common.synchronization [req-d1c84874-d59c-4542-97a5-73ffd1d8937f req-12f9581c-9787-4ba6-aa43-552b18939b60 service nova] Enqueued Resource ID: 0cb7e95e-b2e2-4ebe-b858-67656265b620 with Priority: HIGHEST for action port [ 642.831788] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b58317-bc54-4394-846d-8acd7c33bc41 with Priority: HIGHEST for action security_group_rules [ 642.831788] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b58317-bc54-4394-846d-8acd7c33bc41 with Priority: HIGHEST for action security_group_members [ 642.831788] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb7e95e-b2e2-4ebe-b858-67656265b620 with Priority: HIGHEST for action port [ 642.831788] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67b58317-bc54-4394-846d-8acd7c33bc41 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.831788] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.831788] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.831788] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.831788] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67b58317-bc54-4394-846d-8acd7c33bc41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.834141] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b58317-bc54-4394-846d-8acd7c33bc41 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.834365] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.835853] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cb7e95e-b2e2-4ebe-b858-67656265b620 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.835853] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cb7e95e-b2e2-4ebe-b858-67656265b620" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.835853] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cb7e95e-b2e2-4ebe-b858-67656265b620" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.836023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cb7e95e-b2e2-4ebe-b858-67656265b620" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.838685] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cb7e95e-b2e2-4ebe-b858-67656265b620',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.839144] env[66408]: INFO networking_nsxv3.common.synchronization [None req-e9beadb2-3f02-4429-ab58-450584ef7daa None None] Enqueued Resource ID: ac2bb28d-ca4d-46e7-8ac5-8ed548128ce0 with Priority: HIGHEST for action port [ 642.840354] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac2bb28d-ca4d-46e7-8ac5-8ed548128ce0 with Priority: HIGHEST for action port [ 642.840518] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac2bb28d-ca4d-46e7-8ac5-8ed548128ce0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.842748] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac2bb28d-ca4d-46e7-8ac5-8ed548128ce0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.842835] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac2bb28d-ca4d-46e7-8ac5-8ed548128ce0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.843116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac2bb28d-ca4d-46e7-8ac5-8ed548128ce0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.843200] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac2bb28d-ca4d-46e7-8ac5-8ed548128ce0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.274477] env[66408]: INFO networking_nsxv3.common.synchronization [None req-3629f1fd-9514-4422-9601-25dd7956b1d2 tempest-ServersTestManualDisk-356018930 tempest-ServersTestManualDisk-356018930-project-member] Enqueued Resource ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 with Priority: HIGHEST for action security_group_rules [ 643.274477] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 with Priority: HIGHEST for action security_group_rules [ 643.277583] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed3edd9c-28ec-4c94-9f15-becbac796af0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.277583] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.277583] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.277583] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.277583] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed3edd9c-28ec-4c94-9f15-becbac796af0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.339623] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b58317-bc54-4394-846d-8acd7c33bc41 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.339623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.340873] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cb7e95e-b2e2-4ebe-b858-67656265b620 with status ACTIVE [ 643.341195] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.341290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.341392] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.343486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.343486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.343486] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.343486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.343486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.343486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.343486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.343954] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.343954] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.343954] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.343954] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.343954] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.344158] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cb7e95e-b2e2-4ebe-b858-67656265b620 is going to be updated. [ 643.347958] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac2bb28d-ca4d-46e7-8ac5-8ed548128ce0 [ 643.348694] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.348694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.348694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.348694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.348694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.349498] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac2bb28d-ca4d-46e7-8ac5-8ed548128ce0 already deleted. [ 643.349498] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac2bb28d-ca4d-46e7-8ac5-8ed548128ce0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.372688] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.374827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.374827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.374827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.374827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.374827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cb7e95e-b2e2-4ebe-b858-67656265b620" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.433692] env[66408]: INFO networking_nsxv3.common.synchronization [None req-02d1582c-9b06-4006-8b85-efe20915139d tempest-ServersTestManualDisk-356018930 tempest-ServersTestManualDisk-356018930-project-member] Enqueued Resource ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 with Priority: HIGHEST for action security_group_rules [ 643.437017] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 with Priority: HIGHEST for action security_group_rules [ 643.437017] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed3edd9c-28ec-4c94-9f15-becbac796af0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.437017] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.677019] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b58317-bc54-4394-846d-8acd7c33bc41 in Status: SUCCESS [ 643.677383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.677433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.677770] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.677851] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.677945] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.678019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.678179] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.678291] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.678432] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b58317-bc54-4394-846d-8acd7c33bc41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.811022] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.811022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.811022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.811022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.811022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.811022] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 already deleted. [ 643.811022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.811022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.811022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.811022] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed3edd9c-28ec-4c94-9f15-becbac796af0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.068229] env[66408]: INFO networking_nsxv3.common.synchronization [None req-08b7fa8b-012a-4e7d-bfd0-72eced70c058 None None] Enqueued Resource ID: 8340ff96-fa1c-4b1e-b843-027f727a995c with Priority: HIGHEST for action port [ 644.068808] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8340ff96-fa1c-4b1e-b843-027f727a995c with Priority: HIGHEST for action port [ 644.069118] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-8340ff96-fa1c-4b1e-b843-027f727a995c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.069238] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8340ff96-fa1c-4b1e-b843-027f727a995c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.069302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8340ff96-fa1c-4b1e-b843-027f727a995c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.069553] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8340ff96-fa1c-4b1e-b843-027f727a995c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.069633] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8340ff96-fa1c-4b1e-b843-027f727a995c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.184166] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b58317-bc54-4394-846d-8acd7c33bc41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.336411] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.336782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.336782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.337096] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.337645] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.337816] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 already deleted. [ 644.337931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.574484] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8340ff96-fa1c-4b1e-b843-027f727a995c [ 644.574484] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.574484] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.574484] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.574740] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.574791] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.574893] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8340ff96-fa1c-4b1e-b843-027f727a995c already deleted. [ 644.574979] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8340ff96-fa1c-4b1e-b843-027f727a995c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.691466] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b58317-bc54-4394-846d-8acd7c33bc41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.197961] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.197961] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.197961] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.197961] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.197961] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.197961] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b58317-bc54-4394-846d-8acd7c33bc41 is going to be updated. [ 645.236860] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.236860] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.236860] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.236860] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.236860] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.246802] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b58317-bc54-4394-846d-8acd7c33bc41 in Status: IN_PROGRESS for 2s [ 645.911593] env[66408]: INFO networking_nsxv3.common.synchronization [None req-4840168e-577e-4bf1-9e5e-ccd8396a9ac5 None None] Enqueued Resource ID: 8d24ee83-573c-48a3-8f05-493561cf03f5 with Priority: HIGHEST for action port [ 645.912087] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24ee83-573c-48a3-8f05-493561cf03f5 with Priority: HIGHEST for action port [ 645.912485] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d24ee83-573c-48a3-8f05-493561cf03f5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.912621] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d24ee83-573c-48a3-8f05-493561cf03f5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.912697] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d24ee83-573c-48a3-8f05-493561cf03f5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.912946] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d24ee83-573c-48a3-8f05-493561cf03f5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.913341] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d24ee83-573c-48a3-8f05-493561cf03f5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.418194] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d24ee83-573c-48a3-8f05-493561cf03f5 [ 646.418459] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.418609] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.418701] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.418942] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.419064] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.419228] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d24ee83-573c-48a3-8f05-493561cf03f5 already deleted. [ 646.419228] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d24ee83-573c-48a3-8f05-493561cf03f5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.707488] env[66408]: INFO networking_nsxv3.common.synchronization [None req-1a0dc152-b238-4770-9507-b6328824a9bb tempest-ServerActionsTestJSON-1187546183 tempest-ServerActionsTestJSON-1187546183-project-member] Enqueued Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_rules [ 646.710651] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_rules [ 646.711014] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c860d711-0ab1-4afe-8060-2b28ca3266d8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.711169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.711241] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.711511] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.711592] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.800703] env[66408]: INFO networking_nsxv3.common.synchronization [None req-d2adc590-dba4-44a0-9b2e-af508b118e0f tempest-ServersTestJSON-963540191 tempest-ServersTestJSON-963540191-project-member] Enqueued Resource ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 with Priority: HIGHEST for action security_group_rules [ 646.801421] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 with Priority: HIGHEST for action security_group_rules [ 646.801798] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e057b5b4-3b84-4690-9725-3371ea13dfd7 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.801966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.802063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.802367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.806104] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e057b5b4-3b84-4690-9725-3371ea13dfd7',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.934352] env[66408]: INFO networking_nsxv3.common.synchronization [None req-6af604a9-6fa9-4f98-80c5-d39d9b7a570a tempest-ServerActionsTestJSON-1187546183 tempest-ServerActionsTestJSON-1187546183-project-member] Enqueued Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_rules [ 646.934925] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_rules [ 646.935243] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c860d711-0ab1-4afe-8060-2b28ca3266d8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.935384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.997288] env[66408]: INFO networking_nsxv3.common.synchronization [None req-859a39f0-dab0-4434-a90d-904b2c757537 tempest-ServersTestJSON-963540191 tempest-ServersTestJSON-963540191-project-member] Enqueued Resource ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 with Priority: HIGHEST for action security_group_rules [ 646.999127] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 with Priority: HIGHEST for action security_group_rules [ 646.999127] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e057b5b4-3b84-4690-9725-3371ea13dfd7 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.999127] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.234703] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.234977] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.234977] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.235161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.236294] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.236294] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 already deleted. [ 647.236294] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.236560] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.236560] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.236636] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.260638] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b58317-bc54-4394-846d-8acd7c33bc41 in Status: IN_PROGRESS for 4s [ 647.336678] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.336901] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.336953] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.337210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.337353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.337402] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 already deleted. [ 647.337669] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.337669] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.337800] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.337891] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e057b5b4-3b84-4690-9725-3371ea13dfd7',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.759094] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.759275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.759343] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.759532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.759623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.759713] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 already deleted. [ 647.759794] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.859842] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.860025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.860097] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.860289] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.860386] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.860975] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 already deleted. [ 647.860975] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.390211] env[66408]: INFO networking_nsxv3.common.synchronization [None req-24b0da46-0747-477a-a8ec-c5105d731732 None None] Enqueued Resource ID: d3f73276-8f25-44a7-b0d6-c66a9b619d0f with Priority: HIGHEST for action port [ 648.390493] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f73276-8f25-44a7-b0d6-c66a9b619d0f with Priority: HIGHEST for action port [ 648.391091] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3f73276-8f25-44a7-b0d6-c66a9b619d0f taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.391091] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3f73276-8f25-44a7-b0d6-c66a9b619d0f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.391091] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3f73276-8f25-44a7-b0d6-c66a9b619d0f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.391254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3f73276-8f25-44a7-b0d6-c66a9b619d0f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.391287] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3f73276-8f25-44a7-b0d6-c66a9b619d0f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.691520] env[66408]: INFO networking_nsxv3.common.synchronization [req-3b776661-3b5b-4417-b19a-a8414aa0e643 req-6866265e-b78b-4b40-90d4-b00cb3def19d tempest-ServersAdminTestJSON-2024831669 tempest-ServersAdminTestJSON-2024831669-project-member] Enqueued Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 648.691520] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 648.691520] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.691520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.691520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.691520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.691520] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.691520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.691520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.691520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.691520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.692145] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.893155] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3f73276-8f25-44a7-b0d6-c66a9b619d0f [ 648.894254] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.894254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.894254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.894495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.894495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.894576] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3f73276-8f25-44a7-b0d6-c66a9b619d0f already deleted. [ 648.894721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3f73276-8f25-44a7-b0d6-c66a9b619d0f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.178791] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.178791] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-555" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.178791] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-555" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.178791] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-555" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.179021] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.179678] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.179678] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.179678] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.179678] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.179891] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.179891] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.180000] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.180970] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.181191] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.181357] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.181589] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.194543] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.200697] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.200697] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.200870] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.201601] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-555" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.202928] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-bfd15fdc-1ec7-4f8b-ae12-d3010db54d79 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.203381] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-bfd15fdc-1ec7-4f8b-ae12-d3010db54d79" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.203715] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-bfd15fdc-1ec7-4f8b-ae12-d3010db54d79" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.204357] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-bfd15fdc-1ec7-4f8b-ae12-d3010db54d79" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.204357] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfd15fdc-1ec7-4f8b-ae12-d3010db54d79',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.270015] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b58317-bc54-4394-846d-8acd7c33bc41 in Status: SUCCESS [ 649.270264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.270426] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.270658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.271089] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.271089] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.271253] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.271288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.271372] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.271458] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.271550] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67b58317-bc54-4394-846d-8acd7c33bc41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.696792] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.708592] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.708908] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.709098] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.709339] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.709488] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.709634] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port bfd15fdc-1ec7-4f8b-ae12-d3010db54d79 not found, creating... [ 649.709898] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.710062] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.710713] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.710713] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.710713] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.710903] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.710903] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.711263] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.711263] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.711561] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.711561] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: bfd15fdc-1ec7-4f8b-ae12-d3010db54d79 is going to be created. [ 649.735610] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.737088] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.737088] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.737523] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.738484] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.738484] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-bfd15fdc-1ec7-4f8b-ae12-d3010db54d79" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.774515] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b58317-bc54-4394-846d-8acd7c33bc41 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.774702] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.774770] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.774968] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.775245] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.775245] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.775405] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.775504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.775638] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.775782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.775992] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b58317-bc54-4394-846d-8acd7c33bc41 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.776088] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.776209] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.776430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.776583] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.776719] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.776803] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.777012] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.777128] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.777253] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.777372] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67b58317-bc54-4394-846d-8acd7c33bc41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.198932] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.199157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.199239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.199451] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.199541] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.199641] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebcc0237-764f-4684-b997-776ec556e651 is going to be updated. [ 650.230960] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.231126] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.231199] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.231428] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.231573] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.243337] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: IN_PROGRESS for 2s [ 650.279880] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67b58317-bc54-4394-846d-8acd7c33bc41: rpc.has_security_group_logging(os_id): False [ 650.305947] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.305947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.305947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.305947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.305947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.305947] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.305947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.305947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.305947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.305947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.306746] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.306746] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.306886] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.307745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.307745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.307745] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.307745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.307745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.307745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.307745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.307745] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67b58317-bc54-4394-846d-8acd7c33bc41 is going to be updated. [ 650.404645] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.404876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.404934] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.406019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.406269] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.424844] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b58317-bc54-4394-846d-8acd7c33bc41 in Status: IN_PROGRESS for 2s [ 650.516898] env[66408]: INFO networking_nsxv3.common.synchronization [req-3b776661-3b5b-4417-b19a-a8414aa0e643 req-d40f0a69-05a1-4563-babf-48aa20ae89b5 service nova] Enqueued Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_rules [ 650.516898] env[66408]: INFO networking_nsxv3.common.synchronization [req-3b776661-3b5b-4417-b19a-a8414aa0e643 req-d40f0a69-05a1-4563-babf-48aa20ae89b5 service nova] Enqueued Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 650.516898] env[66408]: INFO networking_nsxv3.common.synchronization [req-3b776661-3b5b-4417-b19a-a8414aa0e643 req-d40f0a69-05a1-4563-babf-48aa20ae89b5 service nova] Enqueued Resource ID: bfd15fdc-1ec7-4f8b-ae12-d3010db54d79 with Priority: HIGHEST for action port [ 650.516898] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_rules [ 650.516898] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 650.516898] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfd15fdc-1ec7-4f8b-ae12-d3010db54d79 with Priority: HIGHEST for action port [ 650.518373] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.518373] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.518373] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.518373] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.518373] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.520682] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.520823] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.521599] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfd15fdc-1ec7-4f8b-ae12-d3010db54d79 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.521599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfd15fdc-1ec7-4f8b-ae12-d3010db54d79" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.521599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfd15fdc-1ec7-4f8b-ae12-d3010db54d79" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.521835] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfd15fdc-1ec7-4f8b-ae12-d3010db54d79" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.521872] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfd15fdc-1ec7-4f8b-ae12-d3010db54d79',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.023935] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.024364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.024364] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfd15fdc-1ec7-4f8b-ae12-d3010db54d79 with status ACTIVE [ 651.024364] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.024751] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.024751] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.024751] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.024947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.025119] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.025119] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.025119] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.025310] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.025387] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.025567] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.025746] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.025746] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.025846] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.025916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.025994] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfd15fdc-1ec7-4f8b-ae12-d3010db54d79 is going to be updated. [ 651.047344] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.047514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.047514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.047884] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.048087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.048288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfd15fdc-1ec7-4f8b-ae12-d3010db54d79" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.254620] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: SUCCESS [ 652.255075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.255153] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.255424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.255657] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.255820] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.255932] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.256148] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.256333] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.256399] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.400164] env[66408]: INFO networking_nsxv3.common.synchronization [None req-7262eb25-f9e2-44e4-b671-251c93d60e45 None None] Enqueued Resource ID: 045439b9-b8a9-4528-9f3c-baa76bd4843d with Priority: HIGHEST for action port [ 652.400682] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045439b9-b8a9-4528-9f3c-baa76bd4843d with Priority: HIGHEST for action port [ 652.401018] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-045439b9-b8a9-4528-9f3c-baa76bd4843d taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.401219] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-045439b9-b8a9-4528-9f3c-baa76bd4843d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.401307] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-045439b9-b8a9-4528-9f3c-baa76bd4843d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.401565] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-045439b9-b8a9-4528-9f3c-baa76bd4843d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.401649] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('045439b9-b8a9-4528-9f3c-baa76bd4843d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.439650] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67b58317-bc54-4394-846d-8acd7c33bc41 in Status: SUCCESS [ 652.440013] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.758640] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.906143] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 045439b9-b8a9-4528-9f3c-baa76bd4843d [ 652.906403] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.906542] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.906610] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.906832] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.906920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.907021] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:045439b9-b8a9-4528-9f3c-baa76bd4843d already deleted. [ 652.907102] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-045439b9-b8a9-4528-9f3c-baa76bd4843d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.260619] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.740585] env[66408]: INFO networking_nsxv3.common.synchronization [req-579de6a8-72c1-4973-ae1c-d32ba8f98302 req-2d31b45d-78bf-4bfc-aab7-d5d1f9fd3806 tempest-VolumesAdminNegativeTest-1866989717 tempest-VolumesAdminNegativeTest-1866989717-project-member] Enqueued Resource ID: 2466dc66-f37a-4743-9394-66793c20b776 with Priority: HIGHEST for action security_group_members [ 653.742766] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2466dc66-f37a-4743-9394-66793c20b776 with Priority: HIGHEST for action security_group_members [ 653.742766] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2466dc66-f37a-4743-9394-66793c20b776 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.742766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.742766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.745339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.745498] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.746207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.746207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.746207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.746207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.746476] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2466dc66-f37a-4743-9394-66793c20b776',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.765042] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.765042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.765042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.765325] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.766780] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.766780] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebcc0237-764f-4684-b997-776ec556e651 is going to be updated. [ 653.808619] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.808619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.808619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.808619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.808619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.811920] env[66408]: INFO networking_nsxv3.common.synchronization [req-b0fe69ef-8911-455d-b286-438607fac5cf req-93667041-0dfb-4d73-9e48-e6dc517696b6 tempest-TenantUsagesTestJSON-1941181395 tempest-TenantUsagesTestJSON-1941181395-project-member] Enqueued Resource ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 with Priority: HIGHEST for action security_group_members [ 653.813082] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 with Priority: HIGHEST for action security_group_members [ 653.813676] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e66271b-b3ee-4c6e-bc76-5a7491232906 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.814023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.814210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.814647] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.815030] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.815320] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.815485] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.815886] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.817219] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.817219] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e66271b-b3ee-4c6e-bc76-5a7491232906',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.821092] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: IN_PROGRESS for 2s [ 654.217479] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.217668] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.217785] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.218066] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.218313] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.218459] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.218566] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.218788] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.218922] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.219143] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.219478] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.219478] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.219478] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.219603] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.219636] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.219743] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.241470] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.242528] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.242528] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.242528] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.242528] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-fa03d07a-d7a4-4c5a-be64-32348145ad2c taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.242528] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-fa03d07a-d7a4-4c5a-be64-32348145ad2c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.242528] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-fa03d07a-d7a4-4c5a-be64-32348145ad2c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.243056] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-fa03d07a-d7a4-4c5a-be64-32348145ad2c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.243056] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa03d07a-d7a4-4c5a-be64-32348145ad2c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.253751] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.253871] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.253921] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.254189] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.254306] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.254508] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.254797] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.254797] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.254882] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.254919] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.254978] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2466dc66-f37a-4743-9394-66793c20b776 is going to be updated. [ 654.297019] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.297482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.297482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.297482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.297632] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.319352] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.322041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.322041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.322041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.322041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.322041] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.322041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.322041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.322041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.322041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.322041] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 already deleted. [ 654.322041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.415763] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2466dc66-f37a-4743-9394-66793c20b776 in Status: IN_PROGRESS for 2s [ 654.745806] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.746125] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.746296] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.746453] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.746600] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.746757] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port fa03d07a-d7a4-4c5a-be64-32348145ad2c not found, creating... [ 654.747034] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.747182] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.747339] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.747573] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.747706] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.747980] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.748212] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.748255] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.748460] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.748592] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.748722] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: fa03d07a-d7a4-4c5a-be64-32348145ad2c is going to be created. [ 654.773726] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.773820] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.773924] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.775386] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.775386] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.775386] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-fa03d07a-d7a4-4c5a-be64-32348145ad2c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.959628] env[66408]: INFO networking_nsxv3.common.synchronization [None req-c90f0524-1626-4052-8d7a-0ff32178e12b None None] Enqueued Resource ID: 276e1047-5da5-46fd-89ad-e4c7508242e5 with Priority: HIGHEST for action port [ 654.959952] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276e1047-5da5-46fd-89ad-e4c7508242e5 with Priority: HIGHEST for action port [ 654.960193] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-276e1047-5da5-46fd-89ad-e4c7508242e5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.960540] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-276e1047-5da5-46fd-89ad-e4c7508242e5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.960540] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-276e1047-5da5-46fd-89ad-e4c7508242e5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.960900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-276e1047-5da5-46fd-89ad-e4c7508242e5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.960900] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('276e1047-5da5-46fd-89ad-e4c7508242e5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.463346] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 276e1047-5da5-46fd-89ad-e4c7508242e5 [ 655.463744] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.463825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.463825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.464084] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.464218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.464353] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:276e1047-5da5-46fd-89ad-e4c7508242e5 already deleted. [ 655.464412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-276e1047-5da5-46fd-89ad-e4c7508242e5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.597229] env[66408]: INFO networking_nsxv3.common.synchronization [req-7fb82c99-83eb-4d41-82b3-f5c39f81fcab req-72185ead-613d-4674-ad47-ab25982cd9ac tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 655.598037] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 655.598212] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.598369] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.598446] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.598707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.598869] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.599019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.599139] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.599256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.599342] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.599493] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.604024] env[66408]: INFO networking_nsxv3.common.synchronization [req-b0fe69ef-8911-455d-b286-438607fac5cf req-e4522a9e-b6c8-4693-9766-99e538aa5363 service nova] Enqueued Resource ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 with Priority: HIGHEST for action security_group_rules [ 655.604024] env[66408]: INFO networking_nsxv3.common.synchronization [req-b0fe69ef-8911-455d-b286-438607fac5cf req-e4522a9e-b6c8-4693-9766-99e538aa5363 service nova] Enqueued Resource ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 with Priority: HIGHEST for action security_group_members [ 655.604024] env[66408]: INFO networking_nsxv3.common.synchronization [req-b0fe69ef-8911-455d-b286-438607fac5cf req-e4522a9e-b6c8-4693-9766-99e538aa5363 service nova] Enqueued Resource ID: fa03d07a-d7a4-4c5a-be64-32348145ad2c with Priority: HIGHEST for action port [ 655.604024] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 with Priority: HIGHEST for action security_group_rules [ 655.604355] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 with Priority: HIGHEST for action security_group_members [ 655.604355] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa03d07a-d7a4-4c5a-be64-32348145ad2c with Priority: HIGHEST for action port [ 655.604759] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e66271b-b3ee-4c6e-bc76-5a7491232906 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.604888] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.604942] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.606044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.606044] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e66271b-b3ee-4c6e-bc76-5a7491232906',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.606591] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e66271b-b3ee-4c6e-bc76-5a7491232906 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.606674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.606674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.607307] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.607307] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.607307] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.607307] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.607307] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.609562] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.609562] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e66271b-b3ee-4c6e-bc76-5a7491232906',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.609562] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa03d07a-d7a4-4c5a-be64-32348145ad2c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.609562] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa03d07a-d7a4-4c5a-be64-32348145ad2c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.609562] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa03d07a-d7a4-4c5a-be64-32348145ad2c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.609562] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa03d07a-d7a4-4c5a-be64-32348145ad2c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.609562] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa03d07a-d7a4-4c5a-be64-32348145ad2c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.832984] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: SUCCESS [ 655.832984] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.832984] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.833164] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.833480] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.833480] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.833651] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.833686] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.833745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.833937] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.833937] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.987959] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.988190] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-815" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.988315] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-815" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.988683] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-815" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.988949] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.989119] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.989243] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.989734] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.989898] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.990124] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.990237] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.990354] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.990455] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.990557] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.990654] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.990775] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.011567] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.011751] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.011887] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.012072] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-815" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.012413] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-bf16c4ea-be60-4c4f-9b73-a1810bc61202 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.012587] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-bf16c4ea-be60-4c4f-9b73-a1810bc61202" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.012717] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-bf16c4ea-be60-4c4f-9b73-a1810bc61202" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.013064] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-bf16c4ea-be60-4c4f-9b73-a1810bc61202" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.013680] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf16c4ea-be60-4c4f-9b73-a1810bc61202',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.106250] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.106439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.106498] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.106750] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.106842] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.107096] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.107233] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.108030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.108030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.108030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.108030] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 already deleted. [ 656.108030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.112020] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e66271b-b3ee-4c6e-bc76-5a7491232906',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.113029] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e66271b-b3ee-4c6e-bc76-5a7491232906 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.113029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.113374] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa03d07a-d7a4-4c5a-be64-32348145ad2c with status ACTIVE [ 656.113580] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.113713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.113794] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.114104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.114284] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.114537] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.114684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.114809] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.115487] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.115487] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.115487] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.115487] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.115769] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.115769] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.115943] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.116065] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa03d07a-d7a4-4c5a-be64-32348145ad2c is going to be updated. [ 656.138140] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.138380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.138429] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.138743] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.138906] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.139156] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa03d07a-d7a4-4c5a-be64-32348145ad2c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.336663] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.336817] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.337367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.337719] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.337903] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.338430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.338430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.338430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.338430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.338586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.338623] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.338694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.338755] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.338912] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.339163] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.339163] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.339275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.339490] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.339534] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.339614] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.339685] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.427103] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2466dc66-f37a-4743-9394-66793c20b776 in Status: SUCCESS [ 656.427103] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2466dc66-f37a-4743-9394-66793c20b776 deletion is rescheduled due to dependency. [ 656.427103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2466dc66-f37a-4743-9394-66793c20b776" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.517762] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.518670] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.518670] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.518670] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.518670] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.518670] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port bf16c4ea-be60-4c4f-9b73-a1810bc61202 not found, creating... [ 656.518982] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.519097] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.519192] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.520108] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.520108] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.520108] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.520108] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.520108] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.520343] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.520483] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.520549] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: bf16c4ea-be60-4c4f-9b73-a1810bc61202 is going to be created. [ 656.542418] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.542977] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.543034] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.543321] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.543564] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.543766] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-bf16c4ea-be60-4c4f-9b73-a1810bc61202" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.614955] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e66271b-b3ee-4c6e-bc76-5a7491232906',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.844641] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebcc0237-764f-4684-b997-776ec556e651: rpc.has_security_group_logging(os_id): False [ 656.863072] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.863225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.863473] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.863548] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.863608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.863816] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.863918] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.863979] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.864177] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.864252] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.864446] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.864523] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.864612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.864722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.864797] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.864971] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.865693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.865769] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.865946] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.869121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.869253] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebcc0237-764f-4684-b997-776ec556e651 is going to be updated. [ 656.926558] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.929407] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.929407] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.929407] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.929407] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.941880] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: IN_PROGRESS for 2s [ 657.116658] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.119112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.119112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.119112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.119112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.119112] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 is going to be created. [ 657.142890] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.142890] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.142890] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.142890] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.142890] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.152068] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 in Status: UNINITIALIZED for 2s [ 657.273048] env[66408]: INFO networking_nsxv3.common.synchronization [req-7fb82c99-83eb-4d41-82b3-f5c39f81fcab req-806cdf79-b0c4-4b55-8aae-d4ed2e2bd173 service nova] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_rules [ 657.273327] env[66408]: INFO networking_nsxv3.common.synchronization [req-7fb82c99-83eb-4d41-82b3-f5c39f81fcab req-806cdf79-b0c4-4b55-8aae-d4ed2e2bd173 service nova] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 657.273530] env[66408]: INFO networking_nsxv3.common.synchronization [req-7fb82c99-83eb-4d41-82b3-f5c39f81fcab req-806cdf79-b0c4-4b55-8aae-d4ed2e2bd173 service nova] Enqueued Resource ID: bf16c4ea-be60-4c4f-9b73-a1810bc61202 with Priority: HIGHEST for action port [ 657.274329] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_rules [ 657.274546] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 657.274733] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf16c4ea-be60-4c4f-9b73-a1810bc61202 with Priority: HIGHEST for action port [ 657.275599] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.275885] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.276099] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.276685] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.276898] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.278089] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.278317] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.278672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.278852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.279086] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.279288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.279436] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.279691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.280124] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.280124] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.281139] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf16c4ea-be60-4c4f-9b73-a1810bc61202 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.282185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf16c4ea-be60-4c4f-9b73-a1810bc61202" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.282348] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf16c4ea-be60-4c4f-9b73-a1810bc61202" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.282515] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf16c4ea-be60-4c4f-9b73-a1810bc61202" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.282515] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf16c4ea-be60-4c4f-9b73-a1810bc61202',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.496319] env[66408]: INFO networking_nsxv3.common.synchronization [req-9b6c91b2-b97c-486c-92ea-db05bc3c0df1 req-581b584b-ed6b-4ce7-bcf2-0f0f67cd8e06 tempest-SecurityGroupRulesTestJSON-250806943 tempest-SecurityGroupRulesTestJSON-250806943-project-member] Enqueued Resource ID: 5781aaa3-ff33-4926-9768-cb59c77347d6 with Priority: HIGHEST for action security_group_rules [ 657.497368] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5781aaa3-ff33-4926-9768-cb59c77347d6 with Priority: HIGHEST for action security_group_rules [ 657.497966] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5781aaa3-ff33-4926-9768-cb59c77347d6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.498170] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5781aaa3-ff33-4926-9768-cb59c77347d6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.498285] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5781aaa3-ff33-4926-9768-cb59c77347d6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.498930] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5781aaa3-ff33-4926-9768-cb59c77347d6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.498930] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5781aaa3-ff33-4926-9768-cb59c77347d6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.784600] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.787077] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.787236] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.787366] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf16c4ea-be60-4c4f-9b73-a1810bc61202 with status ACTIVE [ 657.789660] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.789771] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.789814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.790848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.790848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.790848] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.790848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.790848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.790848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.790848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.792725] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.792725] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.792725] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.792725] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.792725] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.792725] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf16c4ea-be60-4c4f-9b73-a1810bc61202 is going to be updated. [ 657.831592] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.831775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.831831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.832667] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.832667] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.832667] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf16c4ea-be60-4c4f-9b73-a1810bc61202" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.025070] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.025298] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.025298] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.025509] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.025599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.025696] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5781aaa3-ff33-4926-9768-cb59c77347d6 already deleted. [ 658.025807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5781aaa3-ff33-4926-9768-cb59c77347d6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.295801] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.799167] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.799827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.799827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.800116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.800154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.800502] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 is going to be created. [ 658.828210] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.828387] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.828462] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.828654] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.828825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.842455] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: UNINITIALIZED for 2s [ 658.957785] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: SUCCESS [ 658.958042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.010205] env[66408]: INFO networking_nsxv3.common.synchronization [req-51513e35-91b9-45d2-a7a1-590b5cc57ce4 req-40143ec5-2124-4428-a0a0-11bfddb7ea2d tempest-SecurityGroupRulesTestJSON-250806943 tempest-SecurityGroupRulesTestJSON-250806943-project-member] Enqueued Resource ID: 5781aaa3-ff33-4926-9768-cb59c77347d6 with Priority: HIGHEST for action security_group_rules [ 659.010815] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5781aaa3-ff33-4926-9768-cb59c77347d6 with Priority: HIGHEST for action security_group_rules [ 659.012524] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5781aaa3-ff33-4926-9768-cb59c77347d6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.012675] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5781aaa3-ff33-4926-9768-cb59c77347d6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.012756] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5781aaa3-ff33-4926-9768-cb59c77347d6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.012977] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5781aaa3-ff33-4926-9768-cb59c77347d6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.013085] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5781aaa3-ff33-4926-9768-cb59c77347d6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.164914] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 in Status: SUCCESS [ 659.164914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.164914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.164914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.164914] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.164914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.164914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.164914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.164914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.164914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.164914] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e66271b-b3ee-4c6e-bc76-5a7491232906',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.537989] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.538693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.538795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.539070] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.539399] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.539399] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5781aaa3-ff33-4926-9768-cb59c77347d6 already deleted. [ 659.539399] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5781aaa3-ff33-4926-9768-cb59c77347d6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.667698] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e66271b-b3ee-4c6e-bc76-5a7491232906 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.667979] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.667979] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.668161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.668342] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.668494] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.668494] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.668644] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.668736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.668838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.668986] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e66271b-b3ee-4c6e-bc76-5a7491232906 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.669092] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.669141] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.669388] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.669484] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.669555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.669555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.669695] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.669858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.669858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.669967] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e66271b-b3ee-4c6e-bc76-5a7491232906',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.919950] env[66408]: INFO networking_nsxv3.common.synchronization [None req-0367005c-64e1-4c58-af6d-2f797ff69967 None None] Enqueued Resource ID: 87ddf743-65c6-4e4b-96bd-9eac3a6d49e1 with Priority: HIGHEST for action port [ 659.919950] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87ddf743-65c6-4e4b-96bd-9eac3a6d49e1 with Priority: HIGHEST for action port [ 659.920694] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-87ddf743-65c6-4e4b-96bd-9eac3a6d49e1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.923992] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87ddf743-65c6-4e4b-96bd-9eac3a6d49e1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.923992] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87ddf743-65c6-4e4b-96bd-9eac3a6d49e1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.923992] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87ddf743-65c6-4e4b-96bd-9eac3a6d49e1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.923992] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87ddf743-65c6-4e4b-96bd-9eac3a6d49e1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.173916] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e66271b-b3ee-4c6e-bc76-5a7491232906: rpc.has_security_group_logging(os_id): False [ 660.196451] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.196675] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.196675] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.196867] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.196960] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.197172] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.197303] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.197731] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.197731] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.197731] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.197841] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.197841] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.197925] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.199087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.199218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.199504] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.199642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.199705] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.199859] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.199967] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.200067] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 is going to be created. [ 660.259948] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.262721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.262721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.262721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.262721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.276058] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 in Status: IN_PROGRESS for 2s [ 660.429638] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87ddf743-65c6-4e4b-96bd-9eac3a6d49e1 [ 660.429886] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.429886] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.430039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.430761] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.430761] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.430761] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87ddf743-65c6-4e4b-96bd-9eac3a6d49e1 already deleted. [ 660.430761] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87ddf743-65c6-4e4b-96bd-9eac3a6d49e1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.852926] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: SUCCESS [ 660.853266] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.853586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.853836] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.854104] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.854383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.854675] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.854675] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.854965] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.854965] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.855681] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.361021] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.361021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.361021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.361021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.361021] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.361021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.361021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.361021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.361021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.361021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.361021] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.361021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.361021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.361021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.361021] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.361021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.361867] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.361867] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.361867] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.361867] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.361867] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.864651] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 534fd46d-d182-4b15-a05c-01e45498df83: rpc.has_security_group_logging(os_id): False [ 661.868657] env[66408]: INFO networking_nsxv3.common.synchronization [None req-26bbacc7-3764-4f27-9bb3-d9a7b7a69f45 None None] Enqueued Resource ID: 81955da7-077f-4a2a-8b3e-b0038e7fc6bb with Priority: HIGHEST for action port [ 661.872061] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81955da7-077f-4a2a-8b3e-b0038e7fc6bb with Priority: HIGHEST for action port [ 661.872061] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-81955da7-077f-4a2a-8b3e-b0038e7fc6bb taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.872061] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81955da7-077f-4a2a-8b3e-b0038e7fc6bb" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.872061] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81955da7-077f-4a2a-8b3e-b0038e7fc6bb" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.873101] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81955da7-077f-4a2a-8b3e-b0038e7fc6bb" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.873101] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81955da7-077f-4a2a-8b3e-b0038e7fc6bb',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.887273] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.887473] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.887473] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.888093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.888093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.888431] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.888676] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.888774] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.889045] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.889240] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.889609] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.889728] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.889804] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.890032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.890098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.890351] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.890462] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.890719] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.890719] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.890799] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.890851] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 is going to be created. [ 661.947246] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.947679] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.947848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.948153] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.948429] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.960666] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: IN_PROGRESS for 2s [ 662.293719] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 in Status: SUCCESS [ 662.294614] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.377145] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81955da7-077f-4a2a-8b3e-b0038e7fc6bb [ 662.377145] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.377145] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.377145] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.377145] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.377145] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.377145] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81955da7-077f-4a2a-8b3e-b0038e7fc6bb already deleted. [ 662.377145] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81955da7-077f-4a2a-8b3e-b0038e7fc6bb" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.190458] env[66408]: INFO networking_nsxv3.common.synchronization [None req-4113adb3-03b9-411d-8a11-37c21104587e None None] Enqueued Resource ID: 9b8526b2-7bdc-4756-a093-0d467ce7b8bc with Priority: HIGHEST for action port [ 663.191010] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b8526b2-7bdc-4756-a093-0d467ce7b8bc with Priority: HIGHEST for action port [ 663.191356] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b8526b2-7bdc-4756-a093-0d467ce7b8bc taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.191540] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b8526b2-7bdc-4756-a093-0d467ce7b8bc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.191589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b8526b2-7bdc-4756-a093-0d467ce7b8bc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.191880] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b8526b2-7bdc-4756-a093-0d467ce7b8bc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.191968] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b8526b2-7bdc-4756-a093-0d467ce7b8bc',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.696387] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b8526b2-7bdc-4756-a093-0d467ce7b8bc [ 663.696387] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.696387] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.696387] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.696387] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.696387] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.696387] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b8526b2-7bdc-4756-a093-0d467ce7b8bc already deleted. [ 663.697114] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b8526b2-7bdc-4756-a093-0d467ce7b8bc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.886604] env[66408]: INFO networking_nsxv3.common.synchronization [None req-0ef8f674-db41-4fbb-80ad-f75082416567 None None] Enqueued Resource ID: 67c535aa-2742-4418-9db4-cd9b08995553 with Priority: HIGHEST for action port [ 663.887123] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67c535aa-2742-4418-9db4-cd9b08995553 with Priority: HIGHEST for action port [ 663.887467] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-67c535aa-2742-4418-9db4-cd9b08995553 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.887633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67c535aa-2742-4418-9db4-cd9b08995553" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.887633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67c535aa-2742-4418-9db4-cd9b08995553" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.890868] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67c535aa-2742-4418-9db4-cd9b08995553" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.890868] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67c535aa-2742-4418-9db4-cd9b08995553',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.974621] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: SUCCESS [ 663.974809] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.393289] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67c535aa-2742-4418-9db4-cd9b08995553 [ 664.393569] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.394548] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.394548] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.394548] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.394548] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.394548] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67c535aa-2742-4418-9db4-cd9b08995553 already deleted. [ 664.394548] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67c535aa-2742-4418-9db4-cd9b08995553" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.676436] env[66408]: INFO networking_nsxv3.common.synchronization [req-d04613ca-c130-4dee-9560-fe087eda59a4 req-0573be65-2a18-409c-a544-e139744266df tempest-FloatingIPsAssociationTestJSON-272492902 tempest-FloatingIPsAssociationTestJSON-272492902-project-member] Enqueued Resource ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 with Priority: HIGHEST for action security_group_members [ 664.679257] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 with Priority: HIGHEST for action security_group_members [ 664.682826] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c095eb9e-132d-4b68-b03b-9ceba70b6602 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.682826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.682826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.682826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.682826] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.682826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.682826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.682826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.682826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.682826] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c095eb9e-132d-4b68-b03b-9ceba70b6602',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.185901] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.186444] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.186444] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.186444] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.186658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.186730] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.186834] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.186890] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.187067] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.187154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.187218] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 already deleted. [ 665.187298] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.192587] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.192849] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-558" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.192945] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-558" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.193777] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-558" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.194145] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.194796] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.194796] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.195061] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.195988] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.195988] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.195988] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.195988] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.195988] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.195988] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.195988] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.196563] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.221411] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.221939] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.222353] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.222688] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-558" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.223223] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-a5fc261c-a8d8-4652-b221-11aaaf6e7937 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.223707] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-a5fc261c-a8d8-4652-b221-11aaaf6e7937" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.224074] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-a5fc261c-a8d8-4652-b221-11aaaf6e7937" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.224751] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-a5fc261c-a8d8-4652-b221-11aaaf6e7937" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.225123] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5fc261c-a8d8-4652-b221-11aaaf6e7937',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.249104] env[66408]: INFO networking_nsxv3.common.synchronization [None req-e8a6ccf2-2bd0-49e9-8814-259a4e79a0a1 None None] Enqueued Resource ID: f53d7406-1f34-4fea-81b2-b38c8b61ba9c with Priority: HIGHEST for action port [ 665.249636] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53d7406-1f34-4fea-81b2-b38c8b61ba9c with Priority: HIGHEST for action port [ 665.249926] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-f53d7406-1f34-4fea-81b2-b38c8b61ba9c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.250677] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f53d7406-1f34-4fea-81b2-b38c8b61ba9c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.251278] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f53d7406-1f34-4fea-81b2-b38c8b61ba9c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.251278] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f53d7406-1f34-4fea-81b2-b38c8b61ba9c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.251278] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f53d7406-1f34-4fea-81b2-b38c8b61ba9c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.728386] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.728621] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.728722] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.730338] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.731161] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.731397] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port a5fc261c-a8d8-4652-b221-11aaaf6e7937 not found, creating... [ 665.731698] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.731873] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.732202] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.732549] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.732704] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.733193] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.734590] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.734748] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.735031] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.735179] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.735540] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: a5fc261c-a8d8-4652-b221-11aaaf6e7937 is going to be created. [ 665.753682] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f53d7406-1f34-4fea-81b2-b38c8b61ba9c [ 665.753932] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.754104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.754187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.754464] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.754532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.754614] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f53d7406-1f34-4fea-81b2-b38c8b61ba9c already deleted. [ 665.754695] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f53d7406-1f34-4fea-81b2-b38c8b61ba9c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.762869] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.763215] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.763215] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.763603] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.763721] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.763968] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-a5fc261c-a8d8-4652-b221-11aaaf6e7937" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.780304] env[66408]: INFO networking_nsxv3.common.synchronization [None req-29629a3d-f388-422e-986b-239f1d511a73 None None] Enqueued Resource ID: 483f8746-a8f4-4a85-99e6-fb41a10edb3a with Priority: HIGHEST for action port [ 665.780970] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 483f8746-a8f4-4a85-99e6-fb41a10edb3a with Priority: HIGHEST for action port [ 665.781787] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-483f8746-a8f4-4a85-99e6-fb41a10edb3a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.781787] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-483f8746-a8f4-4a85-99e6-fb41a10edb3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.781787] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-483f8746-a8f4-4a85-99e6-fb41a10edb3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.781787] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-483f8746-a8f4-4a85-99e6-fb41a10edb3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.781787] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('483f8746-a8f4-4a85-99e6-fb41a10edb3a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.284814] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 483f8746-a8f4-4a85-99e6-fb41a10edb3a [ 666.285598] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.285940] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.286132] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.286581] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.286860] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.287116] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:483f8746-a8f4-4a85-99e6-fb41a10edb3a already deleted. [ 666.287385] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-483f8746-a8f4-4a85-99e6-fb41a10edb3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.559045] env[66408]: INFO networking_nsxv3.common.synchronization [req-d04613ca-c130-4dee-9560-fe087eda59a4 req-9bf3f159-3672-4586-8fb6-04b900f663f1 service nova] Enqueued Resource ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 with Priority: HIGHEST for action security_group_rules [ 666.560731] env[66408]: INFO networking_nsxv3.common.synchronization [req-d04613ca-c130-4dee-9560-fe087eda59a4 req-9bf3f159-3672-4586-8fb6-04b900f663f1 service nova] Enqueued Resource ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 with Priority: HIGHEST for action security_group_members [ 666.560731] env[66408]: INFO networking_nsxv3.common.synchronization [req-d04613ca-c130-4dee-9560-fe087eda59a4 req-9bf3f159-3672-4586-8fb6-04b900f663f1 service nova] Enqueued Resource ID: a5fc261c-a8d8-4652-b221-11aaaf6e7937 with Priority: HIGHEST for action port [ 666.562160] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 with Priority: HIGHEST for action security_group_rules [ 666.562374] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 with Priority: HIGHEST for action security_group_members [ 666.562528] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5fc261c-a8d8-4652-b221-11aaaf6e7937 with Priority: HIGHEST for action port [ 666.562872] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c095eb9e-132d-4b68-b03b-9ceba70b6602 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.563039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.563142] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.563642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.563642] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c095eb9e-132d-4b68-b03b-9ceba70b6602',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.564944] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c095eb9e-132d-4b68-b03b-9ceba70b6602 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.564944] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.565064] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.567430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.567896] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.568382] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.568382] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.568382] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.568382] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.569331] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c095eb9e-132d-4b68-b03b-9ceba70b6602',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.572121] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5fc261c-a8d8-4652-b221-11aaaf6e7937 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.572121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5fc261c-a8d8-4652-b221-11aaaf6e7937" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.572121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5fc261c-a8d8-4652-b221-11aaaf6e7937" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.572121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5fc261c-a8d8-4652-b221-11aaaf6e7937" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.572121] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5fc261c-a8d8-4652-b221-11aaaf6e7937',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.771729] env[66408]: INFO networking_nsxv3.common.synchronization [req-ea0b4b24-912f-452d-bbe4-1c1dee9fd7f4 req-2ea33f88-6d17-41bf-88a3-c6f02bfea132 tempest-ServersTestManualDisk-356018930 tempest-ServersTestManualDisk-356018930-project-member] Enqueued Resource ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 with Priority: HIGHEST for action security_group_members [ 666.773516] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 with Priority: HIGHEST for action security_group_members [ 666.773838] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3edd9c-28ec-4c94-9f15-becbac796af0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.773967] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.774069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.774376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.774558] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.774857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.774912] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.778028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.778028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.778028] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3edd9c-28ec-4c94-9f15-becbac796af0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.074072] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c095eb9e-132d-4b68-b03b-9ceba70b6602 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.074232] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.074607] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c095eb9e-132d-4b68-b03b-9ceba70b6602',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.075514] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5fc261c-a8d8-4652-b221-11aaaf6e7937 with status ACTIVE [ 667.075845] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.075845] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.076016] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.076246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.076246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.076378] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.076520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.076569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.077890] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.077890] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.078899] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.080023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.080023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.080023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.080023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.080023] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5fc261c-a8d8-4652-b221-11aaaf6e7937 is going to be updated. [ 667.105620] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.105809] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.105906] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.106195] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.106687] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.106687] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5fc261c-a8d8-4652-b221-11aaaf6e7937" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.143044] env[66408]: INFO networking_nsxv3.common.synchronization [None req-b9bd3002-d567-404e-9a48-288acf8cd418 None None] Enqueued Resource ID: 0d98010f-265d-4484-b000-c0acb0b1bf17 with Priority: HIGHEST for action port [ 667.143044] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d98010f-265d-4484-b000-c0acb0b1bf17 with Priority: HIGHEST for action port [ 667.143288] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d98010f-265d-4484-b000-c0acb0b1bf17 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.143488] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d98010f-265d-4484-b000-c0acb0b1bf17" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.143601] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d98010f-265d-4484-b000-c0acb0b1bf17" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.144102] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d98010f-265d-4484-b000-c0acb0b1bf17" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.144266] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d98010f-265d-4484-b000-c0acb0b1bf17',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.206886] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.207491] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-696" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.207491] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-696" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.207745] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-696" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.208200] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.208874] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.209064] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.209780] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.211344] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.211344] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.211344] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.211344] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.211344] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.211344] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.211344] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.211819] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.253072] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.254799] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.255055] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.255312] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-696" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.255719] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-9c3a7e81-e1f5-414f-8cf8-0064560def24 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.255906] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-9c3a7e81-e1f5-414f-8cf8-0064560def24" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.256101] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-9c3a7e81-e1f5-414f-8cf8-0064560def24" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.256541] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-9c3a7e81-e1f5-414f-8cf8-0064560def24" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.256709] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c3a7e81-e1f5-414f-8cf8-0064560def24',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.279831] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.280032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.280032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.280261] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.280355] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.280560] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.280670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.280728] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.280887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.280962] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.281053] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 already deleted. [ 667.281129] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.582436] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c095eb9e-132d-4b68-b03b-9ceba70b6602',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.622757] env[66408]: INFO networking_nsxv3.common.synchronization [req-c092c19c-23ac-49ef-b2c6-b8db3aa8dbf6 req-898b6431-c875-4e20-ae92-a6d113a8447e tempest-SecurityGroupRulesTestJSON-250806943 tempest-SecurityGroupRulesTestJSON-250806943-project-member] Enqueued Resource ID: 5781aaa3-ff33-4926-9768-cb59c77347d6 with Priority: HIGHEST for action security_group_rules [ 667.623852] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5781aaa3-ff33-4926-9768-cb59c77347d6 with Priority: HIGHEST for action security_group_rules [ 667.624143] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5781aaa3-ff33-4926-9768-cb59c77347d6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.624321] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5781aaa3-ff33-4926-9768-cb59c77347d6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.624398] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5781aaa3-ff33-4926-9768-cb59c77347d6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.624690] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5781aaa3-ff33-4926-9768-cb59c77347d6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.625229] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5781aaa3-ff33-4926-9768-cb59c77347d6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.648375] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d98010f-265d-4484-b000-c0acb0b1bf17 [ 667.648489] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.648655] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.648960] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.649067] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.649155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.649259] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d98010f-265d-4484-b000-c0acb0b1bf17 already deleted. [ 667.649395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d98010f-265d-4484-b000-c0acb0b1bf17" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.759758] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.759968] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.760545] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.760545] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.760545] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.760919] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 9c3a7e81-e1f5-414f-8cf8-0064560def24 not found, creating... [ 667.760919] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.761392] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.761392] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.761392] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.765223] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.765223] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.765223] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.765223] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.765223] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.765223] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.765223] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 9c3a7e81-e1f5-414f-8cf8-0064560def24 is going to be created. [ 667.785948] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.785948] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.785948] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.786340] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.787503] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.787503] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-9c3a7e81-e1f5-414f-8cf8-0064560def24" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.014219] env[66408]: INFO networking_nsxv3.common.synchronization [None req-aa303aca-83d0-4060-b29a-652994471ef1 None None] Enqueued Resource ID: 8b1f94f6-205d-4cb7-bad1-cf408fd2d05d with Priority: HIGHEST for action port [ 668.014714] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1f94f6-205d-4cb7-bad1-cf408fd2d05d with Priority: HIGHEST for action port [ 668.015345] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b1f94f6-205d-4cb7-bad1-cf408fd2d05d taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.015514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b1f94f6-205d-4cb7-bad1-cf408fd2d05d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.015564] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b1f94f6-205d-4cb7-bad1-cf408fd2d05d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.015989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b1f94f6-205d-4cb7-bad1-cf408fd2d05d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.016043] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b1f94f6-205d-4cb7-bad1-cf408fd2d05d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.085553] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.085802] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.085876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.086124] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.086219] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.086379] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 is going to be created. [ 668.111674] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.111832] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.111888] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.112133] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.112296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.127123] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 in Status: UNINITIALIZED for 2s [ 668.153770] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.153925] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.153994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.154247] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.154383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.154525] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5781aaa3-ff33-4926-9768-cb59c77347d6 already deleted. [ 668.154574] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5781aaa3-ff33-4926-9768-cb59c77347d6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.521434] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b1f94f6-205d-4cb7-bad1-cf408fd2d05d [ 668.521434] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.521434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.521434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.521434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.521434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.521434] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b1f94f6-205d-4cb7-bad1-cf408fd2d05d already deleted. [ 668.521434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b1f94f6-205d-4cb7-bad1-cf408fd2d05d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.563856] env[66408]: INFO networking_nsxv3.common.synchronization [req-ea0b4b24-912f-452d-bbe4-1c1dee9fd7f4 req-aefcaca9-d5e0-4c1e-806a-0c2672933aca service nova] Enqueued Resource ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 with Priority: HIGHEST for action security_group_rules [ 668.564111] env[66408]: INFO networking_nsxv3.common.synchronization [req-ea0b4b24-912f-452d-bbe4-1c1dee9fd7f4 req-aefcaca9-d5e0-4c1e-806a-0c2672933aca service nova] Enqueued Resource ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 with Priority: HIGHEST for action security_group_members [ 668.564314] env[66408]: INFO networking_nsxv3.common.synchronization [req-ea0b4b24-912f-452d-bbe4-1c1dee9fd7f4 req-aefcaca9-d5e0-4c1e-806a-0c2672933aca service nova] Enqueued Resource ID: 9c3a7e81-e1f5-414f-8cf8-0064560def24 with Priority: HIGHEST for action port [ 668.565736] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 with Priority: HIGHEST for action security_group_rules [ 668.565930] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 with Priority: HIGHEST for action security_group_members [ 668.566062] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c3a7e81-e1f5-414f-8cf8-0064560def24 with Priority: HIGHEST for action port [ 668.566437] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed3edd9c-28ec-4c94-9f15-becbac796af0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.566591] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.566662] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.566898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.566990] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed3edd9c-28ec-4c94-9f15-becbac796af0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.570228] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3edd9c-28ec-4c94-9f15-becbac796af0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.570228] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.570228] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.570228] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.570460] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.570460] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.570549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.570891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.570891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.570891] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3edd9c-28ec-4c94-9f15-becbac796af0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.571971] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c3a7e81-e1f5-414f-8cf8-0064560def24 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.571971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c3a7e81-e1f5-414f-8cf8-0064560def24" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.572141] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c3a7e81-e1f5-414f-8cf8-0064560def24" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.572254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c3a7e81-e1f5-414f-8cf8-0064560def24" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.572254] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c3a7e81-e1f5-414f-8cf8-0064560def24',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.079988] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3edd9c-28ec-4c94-9f15-becbac796af0 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.079988] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.080341] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed3edd9c-28ec-4c94-9f15-becbac796af0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.081020] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c3a7e81-e1f5-414f-8cf8-0064560def24 with status ACTIVE [ 669.082862] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.082862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.082862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.082862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.082862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.082862] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.082862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.082862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.082862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.082862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.082862] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.082862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.082862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.082862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.082862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.083522] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c3a7e81-e1f5-414f-8cf8-0064560def24 is going to be updated. [ 669.106404] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.106611] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.106611] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.106822] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.106959] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.107887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c3a7e81-e1f5-414f-8cf8-0064560def24" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.197198] env[66408]: INFO networking_nsxv3.common.synchronization [req-29f575d4-c58c-44d2-9c3e-5b3535886bb3 req-b17ac242-7ccb-4c97-bdca-c009d7d10da9 tempest-AttachInterfacesV270Test-238564689 tempest-AttachInterfacesV270Test-238564689-project-member] Enqueued Resource ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 with Priority: HIGHEST for action security_group_members [ 669.197198] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 with Priority: HIGHEST for action security_group_members [ 669.197198] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.197198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.197198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.197788] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.198173] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.198425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.198585] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.198857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.199060] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.199271] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fe555b7-68b2-4c55-8c83-0a580b33cbd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.585351] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed3edd9c-28ec-4c94-9f15-becbac796af0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.701687] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.701842] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.701970] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.703835] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.703835] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.703968] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.704041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.704078] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.704455] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.704681] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.705316] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 already deleted. [ 669.705900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.087852] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.088169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.088169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.088374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.091549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.091549] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 is going to be created. [ 670.120097] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.120097] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-912" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.120370] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-912" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.122176] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-912" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.122176] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.122176] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.122176] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.122176] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.122176] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.122176] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.122176] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.122176] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.122176] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.122844] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.122844] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.122844] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.124309] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.124630] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.124741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.124924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.125098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.160681] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 in Status: SUCCESS [ 670.161067] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.161689] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.161871] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.162078] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.162231] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.162303] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.162491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.162491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.162491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.163385] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c095eb9e-132d-4b68-b03b-9ceba70b6602',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.164681] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 in Status: UNINITIALIZED for 2s [ 670.170647] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.170990] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.171061] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.171268] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-912" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.171665] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-a504fc87-2dba-410a-85cb-bff3535b813a taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.175477] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-a504fc87-2dba-410a-85cb-bff3535b813a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.175477] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-a504fc87-2dba-410a-85cb-bff3535b813a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.175477] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-a504fc87-2dba-410a-85cb-bff3535b813a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.175477] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a504fc87-2dba-410a-85cb-bff3535b813a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.668257] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c095eb9e-132d-4b68-b03b-9ceba70b6602 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.668505] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.668505] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.669183] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.669183] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.669183] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.669183] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.669183] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.669400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.669400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.669501] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c095eb9e-132d-4b68-b03b-9ceba70b6602 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.669580] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.669644] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.669791] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.669936] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.670031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.670092] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.670230] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.670307] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.670388] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.670479] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c095eb9e-132d-4b68-b03b-9ceba70b6602',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.675609] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.675871] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.676024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.676444] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.676613] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.676764] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port a504fc87-2dba-410a-85cb-bff3535b813a not found, creating... [ 670.677073] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.677219] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.677415] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.677597] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.677739] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.678023] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.678186] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.678301] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.678512] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.678642] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.678771] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: a504fc87-2dba-410a-85cb-bff3535b813a is going to be created. [ 670.700181] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.700430] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.700609] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.700897] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.701140] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.701374] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-a504fc87-2dba-410a-85cb-bff3535b813a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.174026] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c095eb9e-132d-4b68-b03b-9ceba70b6602: rpc.has_security_group_logging(os_id): False [ 671.198140] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.198364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.198492] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.198745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.198870] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.199147] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.199439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.199439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.199725] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.199841] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.200259] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.200259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.200427] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.200505] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.200618] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.200835] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.201012] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.201110] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.201433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.201433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.201531] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 is going to be created. [ 671.291462] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.291848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.291848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.292024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.292202] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.312452] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 in Status: IN_PROGRESS for 2s [ 671.444827] env[66408]: INFO networking_nsxv3.common.synchronization [req-29f575d4-c58c-44d2-9c3e-5b3535886bb3 req-1d14f30e-9ee9-4025-a0ff-1947bd0aa8fa service nova] Enqueued Resource ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 with Priority: HIGHEST for action security_group_rules [ 671.448178] env[66408]: INFO networking_nsxv3.common.synchronization [req-29f575d4-c58c-44d2-9c3e-5b3535886bb3 req-1d14f30e-9ee9-4025-a0ff-1947bd0aa8fa service nova] Enqueued Resource ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 with Priority: HIGHEST for action security_group_members [ 671.448178] env[66408]: INFO networking_nsxv3.common.synchronization [req-29f575d4-c58c-44d2-9c3e-5b3535886bb3 req-1d14f30e-9ee9-4025-a0ff-1947bd0aa8fa service nova] Enqueued Resource ID: a504fc87-2dba-410a-85cb-bff3535b813a with Priority: HIGHEST for action port [ 671.448178] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 with Priority: HIGHEST for action security_group_rules [ 671.448178] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 with Priority: HIGHEST for action security_group_members [ 671.448178] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a504fc87-2dba-410a-85cb-bff3535b813a with Priority: HIGHEST for action port [ 671.448178] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fe555b7-68b2-4c55-8c83-0a580b33cbd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.448178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.448178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.448178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.448178] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fe555b7-68b2-4c55-8c83-0a580b33cbd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.453041] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.453041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.453041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.453041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.453041] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.453041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.453041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.453041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.453041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.453041] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fe555b7-68b2-4c55-8c83-0a580b33cbd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.454279] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-a504fc87-2dba-410a-85cb-bff3535b813a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.457763] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a504fc87-2dba-410a-85cb-bff3535b813a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.457763] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a504fc87-2dba-410a-85cb-bff3535b813a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.457763] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a504fc87-2dba-410a-85cb-bff3535b813a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.457763] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a504fc87-2dba-410a-85cb-bff3535b813a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.922360] env[66408]: INFO networking_nsxv3.common.synchronization [None req-62bc318c-5438-4130-b70c-a14b5770c385 None None] Enqueued Resource ID: 868a943d-42ac-47f6-82c0-50798d5fbd36 with Priority: HIGHEST for action port [ 671.923262] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 868a943d-42ac-47f6-82c0-50798d5fbd36 with Priority: HIGHEST for action port [ 671.923745] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-868a943d-42ac-47f6-82c0-50798d5fbd36 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.924174] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-868a943d-42ac-47f6-82c0-50798d5fbd36" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.924174] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-868a943d-42ac-47f6-82c0-50798d5fbd36" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.924618] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-868a943d-42ac-47f6-82c0-50798d5fbd36" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.924748] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('868a943d-42ac-47f6-82c0-50798d5fbd36',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.957387] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.957915] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.957915] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fe555b7-68b2-4c55-8c83-0a580b33cbd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.959765] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a504fc87-2dba-410a-85cb-bff3535b813a with status ACTIVE [ 671.960682] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.960682] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.960682] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.961111] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.961111] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.961331] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.961463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.961463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.961777] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.961838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.962151] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.962358] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.962824] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.962824] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.962824] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.963161] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a504fc87-2dba-410a-85cb-bff3535b813a is going to be updated. [ 671.988066] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.988066] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.988066] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.988407] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.989183] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.989660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a504fc87-2dba-410a-85cb-bff3535b813a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.186898] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 in Status: SUCCESS [ 672.186898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.186898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.186898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.186898] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.186898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.186898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.186898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.186898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.186898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.186898] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed3edd9c-28ec-4c94-9f15-becbac796af0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.428019] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 868a943d-42ac-47f6-82c0-50798d5fbd36 [ 672.428309] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.428463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.428570] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.428888] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.429028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.429140] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:868a943d-42ac-47f6-82c0-50798d5fbd36 already deleted. [ 672.429231] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-868a943d-42ac-47f6-82c0-50798d5fbd36" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.461050] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fe555b7-68b2-4c55-8c83-0a580b33cbd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.690417] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed3edd9c-28ec-4c94-9f15-becbac796af0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.968301] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.968407] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.968813] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.968813] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.968813] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.968988] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 is going to be created. [ 672.996177] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.996177] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.996177] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.996177] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.996177] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.006229] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 in Status: UNINITIALIZED for 2s [ 673.194294] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed3edd9c-28ec-4c94-9f15-becbac796af0: rpc.has_security_group_logging(os_id): False [ 673.220396] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.220396] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.220396] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.220396] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.220396] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.220396] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.220702] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.220702] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.220805] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.220898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.220986] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 is going to be created. [ 673.305706] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.305890] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.305973] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.306199] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.306430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.323810] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 in Status: IN_PROGRESS for 2s [ 673.325197] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 in Status: SUCCESS [ 673.325423] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.611701] env[66408]: INFO networking_nsxv3.common.synchronization [req-639f7aef-5179-428a-bd48-8c925ff7ea85 req-7e14b139-5c40-4155-844b-9c151dd57cb9 tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 with Priority: HIGHEST for action security_group_members [ 673.611701] env[66408]: INFO networking_nsxv3.common.synchronization [req-639f7aef-5179-428a-bd48-8c925ff7ea85 req-7e14b139-5c40-4155-844b-9c151dd57cb9 tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 673.611701] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 with Priority: HIGHEST for action security_group_members [ 673.611701] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 673.611701] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0710c14-77a9-46af-8ca1-37ef34bae7d4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.612238] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.612238] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.614279] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.614466] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.614603] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.614662] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.614845] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.614923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.615026] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0710c14-77a9-46af-8ca1-37ef34bae7d4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.616097] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.616234] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.616298] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.616545] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.617089] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.617197] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.617994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.617994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.617994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.617994] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.681682] env[66408]: INFO networking_nsxv3.common.synchronization [req-639f7aef-5179-428a-bd48-8c925ff7ea85 req-7e14b139-5c40-4155-844b-9c151dd57cb9 tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_rules [ 673.681882] env[66408]: INFO networking_nsxv3.common.synchronization [req-639f7aef-5179-428a-bd48-8c925ff7ea85 req-7e14b139-5c40-4155-844b-9c151dd57cb9 tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 673.682692] env[66408]: INFO networking_nsxv3.common.synchronization [req-639f7aef-5179-428a-bd48-8c925ff7ea85 req-7e14b139-5c40-4155-844b-9c151dd57cb9 tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 with Priority: HIGHEST for action security_group_rules [ 673.682923] env[66408]: INFO networking_nsxv3.common.synchronization [req-639f7aef-5179-428a-bd48-8c925ff7ea85 req-7e14b139-5c40-4155-844b-9c151dd57cb9 tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 with Priority: HIGHEST for action security_group_members [ 673.683120] env[66408]: INFO networking_nsxv3.common.synchronization [req-639f7aef-5179-428a-bd48-8c925ff7ea85 req-7e14b139-5c40-4155-844b-9c151dd57cb9 tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: bf16c4ea-be60-4c4f-9b73-a1810bc61202 with Priority: HIGHEST for action port [ 673.684467] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_rules [ 673.685115] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 with Priority: HIGHEST for action security_group_rules [ 673.685233] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf16c4ea-be60-4c4f-9b73-a1810bc61202 with Priority: HIGHEST for action port [ 673.685326] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 673.685440] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 with Priority: HIGHEST for action security_group_members [ 673.686109] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.686227] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.686363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.686575] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.686755] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.689772] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0710c14-77a9-46af-8ca1-37ef34bae7d4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.689772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.689772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.692810] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.692810] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0710c14-77a9-46af-8ca1-37ef34bae7d4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.696120] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf16c4ea-be60-4c4f-9b73-a1810bc61202 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.696120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf16c4ea-be60-4c4f-9b73-a1810bc61202" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.696120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf16c4ea-be60-4c4f-9b73-a1810bc61202" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.696120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf16c4ea-be60-4c4f-9b73-a1810bc61202" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.696120] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf16c4ea-be60-4c4f-9b73-a1810bc61202',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.696120] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.696120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.696120] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0710c14-77a9-46af-8ca1-37ef34bae7d4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.696120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.121207] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0710c14-77a9-46af-8ca1-37ef34bae7d4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.123367] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.199029] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.199029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.199029] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0710c14-77a9-46af-8ca1-37ef34bae7d4 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.199029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.199029] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf16c4ea-be60-4c4f-9b73-a1810bc61202 with status ACTIVE [ 674.199029] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.199029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.199029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.199029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.199029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.199029] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.199029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.199029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.199029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.199029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.200597] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.205420] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.205420] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.205420] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.205420] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.205420] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf16c4ea-be60-4c4f-9b73-a1810bc61202 is going to be updated. [ 674.238285] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.238285] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.238285] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.238285] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.238285] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.238285] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf16c4ea-be60-4c4f-9b73-a1810bc61202" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.610261] env[66408]: INFO networking_nsxv3.common.synchronization [None req-665aa319-d7dc-4a1d-96f8-6e21df18139a None None] Enqueued Resource ID: f59e0546-9a84-44d9-b75b-d28d167bc1c8 with Priority: HIGHEST for action port [ 674.611068] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f59e0546-9a84-44d9-b75b-d28d167bc1c8 with Priority: HIGHEST for action port [ 674.611399] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-f59e0546-9a84-44d9-b75b-d28d167bc1c8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.611548] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f59e0546-9a84-44d9-b75b-d28d167bc1c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.611626] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f59e0546-9a84-44d9-b75b-d28d167bc1c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.612035] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f59e0546-9a84-44d9-b75b-d28d167bc1c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.612310] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f59e0546-9a84-44d9-b75b-d28d167bc1c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.624211] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0710c14-77a9-46af-8ca1-37ef34bae7d4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.625499] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.954801] env[66408]: INFO networking_nsxv3.common.synchronization [req-8b94c41a-becb-4985-85ca-763c8ed2f04f req-73ba9382-d5e2-4786-a294-ffe52da46dea tempest-ServerActionsTestJSON-1187546183 tempest-ServerActionsTestJSON-1187546183-project-member] Enqueued Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_members [ 674.954801] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_members [ 674.954801] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c860d711-0ab1-4afe-8060-2b28ca3266d8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.954801] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.955457] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.955895] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.956493] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.956788] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.956988] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.958854] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.958854] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.958854] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.018754] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 in Status: SUCCESS [ 675.018754] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.018754] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.019284] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.021050] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.021174] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.021218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.021414] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.021547] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.021650] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.021746] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fe555b7-68b2-4c55-8c83-0a580b33cbd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.115420] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f59e0546-9a84-44d9-b75b-d28d167bc1c8 [ 675.115725] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.115898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.115898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.116135] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.116228] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.116338] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f59e0546-9a84-44d9-b75b-d28d167bc1c8 already deleted. [ 675.116338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f59e0546-9a84-44d9-b75b-d28d167bc1c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.131929] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.132263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.132263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.132991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.133295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.133797] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 is going to be created. [ 675.135223] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.135424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.135424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.135622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.135706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.135791] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 is going to be updated. [ 675.172022] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.172022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.172022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.172767] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.172767] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.175836] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.176451] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.176451] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.176451] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.176451] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.193348] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: IN_PROGRESS for 2s [ 675.193348] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 in Status: UNINITIALIZED for 2s [ 675.342244] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 in Status: SUCCESS [ 675.342692] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.387051] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.387317] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-963" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.387491] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-963" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.387864] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-963" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.388226] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.388519] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.388663] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.388901] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.389059] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.389339] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.389989] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.389989] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.389989] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.389989] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.389989] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.390286] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.413332] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.413504] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 675.413615] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.413782] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-963" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.414100] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-6cde7de1-4ff8-4f1c-9dfb-b17711775fe8 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.414268] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-6cde7de1-4ff8-4f1c-9dfb-b17711775fe8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.414428] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-6cde7de1-4ff8-4f1c-9dfb-b17711775fe8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.414757] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-6cde7de1-4ff8-4f1c-9dfb-b17711775fe8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.414969] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cde7de1-4ff8-4f1c-9dfb-b17711775fe8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.462704] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.462955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.463058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.463298] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.463389] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.464076] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.464206] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.464313] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.464570] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.464675] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.464780] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 already deleted. [ 675.464863] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.525641] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.525898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.526016] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.526311] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.526617] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.526748] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.526841] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.527074] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.527178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.527287] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.527547] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.527714] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.527803] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.528033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.528213] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.528335] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.528412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.528626] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.528693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.528789] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.528864] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fe555b7-68b2-4c55-8c83-0a580b33cbd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.918643] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.918643] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.918643] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.918643] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.919076] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.919115] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 6cde7de1-4ff8-4f1c-9dfb-b17711775fe8 not found, creating... [ 675.919417] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.919581] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.919697] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.919994] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.920177] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.920648] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.920839] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.920959] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.921212] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.921348] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.921498] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 6cde7de1-4ff8-4f1c-9dfb-b17711775fe8 is going to be created. [ 675.943626] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.943836] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.943954] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.944273] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.944538] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.944765] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-6cde7de1-4ff8-4f1c-9dfb-b17711775fe8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.031794] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fe555b7-68b2-4c55-8c83-0a580b33cbd6: rpc.has_security_group_logging(os_id): False [ 676.053866] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.054181] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.054181] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.054357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.054565] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.054907] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.057296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.057296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.057296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.057296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.057296] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.057296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.057296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.057296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.057296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.057296] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.057296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.057296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.057939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.057939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.057939] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 is going to be created. [ 676.174446] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.174446] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.174446] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.175190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.175190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.201819] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 in Status: IN_PROGRESS for 2s [ 676.691506] env[66408]: INFO networking_nsxv3.common.synchronization [req-8b94c41a-becb-4985-85ca-763c8ed2f04f req-c1ce70da-75d7-425c-84f0-78e3281e48c7 service nova] Enqueued Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_rules [ 676.691833] env[66408]: INFO networking_nsxv3.common.synchronization [req-8b94c41a-becb-4985-85ca-763c8ed2f04f req-c1ce70da-75d7-425c-84f0-78e3281e48c7 service nova] Enqueued Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_members [ 676.691980] env[66408]: INFO networking_nsxv3.common.synchronization [req-8b94c41a-becb-4985-85ca-763c8ed2f04f req-c1ce70da-75d7-425c-84f0-78e3281e48c7 service nova] Enqueued Resource ID: 6cde7de1-4ff8-4f1c-9dfb-b17711775fe8 with Priority: HIGHEST for action port [ 676.692535] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_rules [ 676.692733] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_members [ 676.692787] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cde7de1-4ff8-4f1c-9dfb-b17711775fe8 with Priority: HIGHEST for action port [ 676.693065] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c860d711-0ab1-4afe-8060-2b28ca3266d8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.693201] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.693266] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.693489] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.693585] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.694436] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c860d711-0ab1-4afe-8060-2b28ca3266d8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.694800] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.694883] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.695095] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.695279] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.695381] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.695445] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.695667] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.695757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.695848] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.696731] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cde7de1-4ff8-4f1c-9dfb-b17711775fe8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.696731] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cde7de1-4ff8-4f1c-9dfb-b17711775fe8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.696870] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cde7de1-4ff8-4f1c-9dfb-b17711775fe8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.697026] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cde7de1-4ff8-4f1c-9dfb-b17711775fe8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.697026] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cde7de1-4ff8-4f1c-9dfb-b17711775fe8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.200920] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c860d711-0ab1-4afe-8060-2b28ca3266d8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.201295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.201597] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.202611] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6cde7de1-4ff8-4f1c-9dfb-b17711775fe8 with status ACTIVE [ 677.202989] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.203254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.203412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.203802] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.204024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.204326] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.204595] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.204750] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.205101] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.205280] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.205565] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.205783] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.209022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.209022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.209022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.209022] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6cde7de1-4ff8-4f1c-9dfb-b17711775fe8 is going to be updated. [ 677.209022] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: SUCCESS [ 677.209022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.210271] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 in Status: SUCCESS [ 677.210624] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.210931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.211314] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.211590] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.211825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.211979] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.212558] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.212752] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.214017] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.214017] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.214017] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.214255] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.214499] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.214643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.214867] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.215043] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.215215] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0710c14-77a9-46af-8ca1-37ef34bae7d4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.242383] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.242383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.242383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.242383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.242383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.242383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cde7de1-4ff8-4f1c-9dfb-b17711775fe8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.708820] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.718155] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.720632] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0710c14-77a9-46af-8ca1-37ef34bae7d4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.822949] env[66408]: INFO networking_nsxv3.common.synchronization [req-3056cf0b-fd37-462c-939f-98b0a445de3b req-219acdcd-f6bc-4690-89a1-7db9c1b3973a tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 with Priority: HIGHEST for action security_group_members [ 677.823616] env[66408]: INFO networking_nsxv3.common.synchronization [req-3056cf0b-fd37-462c-939f-98b0a445de3b req-219acdcd-f6bc-4690-89a1-7db9c1b3973a tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: c09f056f-c219-40a0-96a4-ba2dfd4659c4 with Priority: HIGHEST for action security_group_members [ 677.823888] env[66408]: INFO networking_nsxv3.common.synchronization [req-3056cf0b-fd37-462c-939f-98b0a445de3b req-219acdcd-f6bc-4690-89a1-7db9c1b3973a tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 677.824732] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 with Priority: HIGHEST for action security_group_members [ 677.824950] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c09f056f-c219-40a0-96a4-ba2dfd4659c4 with Priority: HIGHEST for action security_group_members [ 677.825075] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 677.825430] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0710c14-77a9-46af-8ca1-37ef34bae7d4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.826410] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.827434] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c09f056f-c219-40a0-96a4-ba2dfd4659c4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.827434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c09f056f-c219-40a0-96a4-ba2dfd4659c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.827434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c09f056f-c219-40a0-96a4-ba2dfd4659c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.827434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c09f056f-c219-40a0-96a4-ba2dfd4659c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.827434] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.827737] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.827737] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.827918] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.827918] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.828061] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c09f056f-c219-40a0-96a4-ba2dfd4659c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.830458] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.830458] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.890340] env[66408]: INFO networking_nsxv3.common.synchronization [req-3056cf0b-fd37-462c-939f-98b0a445de3b req-219acdcd-f6bc-4690-89a1-7db9c1b3973a tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_rules [ 677.890548] env[66408]: INFO networking_nsxv3.common.synchronization [req-3056cf0b-fd37-462c-939f-98b0a445de3b req-219acdcd-f6bc-4690-89a1-7db9c1b3973a tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 677.890700] env[66408]: INFO networking_nsxv3.common.synchronization [req-3056cf0b-fd37-462c-939f-98b0a445de3b req-219acdcd-f6bc-4690-89a1-7db9c1b3973a tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: c09f056f-c219-40a0-96a4-ba2dfd4659c4 with Priority: HIGHEST for action security_group_rules [ 677.890824] env[66408]: INFO networking_nsxv3.common.synchronization [req-3056cf0b-fd37-462c-939f-98b0a445de3b req-219acdcd-f6bc-4690-89a1-7db9c1b3973a tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: c09f056f-c219-40a0-96a4-ba2dfd4659c4 with Priority: HIGHEST for action security_group_members [ 677.891024] env[66408]: INFO networking_nsxv3.common.synchronization [req-3056cf0b-fd37-462c-939f-98b0a445de3b req-219acdcd-f6bc-4690-89a1-7db9c1b3973a tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 with Priority: HIGHEST for action security_group_rules [ 677.891759] env[66408]: INFO networking_nsxv3.common.synchronization [req-3056cf0b-fd37-462c-939f-98b0a445de3b req-219acdcd-f6bc-4690-89a1-7db9c1b3973a tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 with Priority: HIGHEST for action security_group_members [ 677.892016] env[66408]: INFO networking_nsxv3.common.synchronization [req-3056cf0b-fd37-462c-939f-98b0a445de3b req-219acdcd-f6bc-4690-89a1-7db9c1b3973a tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: bf16c4ea-be60-4c4f-9b73-a1810bc61202 with Priority: HIGHEST for action port [ 677.892856] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_rules [ 677.892955] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c09f056f-c219-40a0-96a4-ba2dfd4659c4 with Priority: HIGHEST for action security_group_rules [ 677.893049] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 with Priority: HIGHEST for action security_group_members [ 677.893153] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf16c4ea-be60-4c4f-9b73-a1810bc61202 with Priority: HIGHEST for action port [ 677.893220] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 with Priority: HIGHEST for action security_group_rules [ 677.893303] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 677.893390] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c09f056f-c219-40a0-96a4-ba2dfd4659c4 with Priority: HIGHEST for action security_group_members [ 677.894596] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.894950] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.895212] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c09f056f-c219-40a0-96a4-ba2dfd4659c4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.895348] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c09f056f-c219-40a0-96a4-ba2dfd4659c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.895443] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c09f056f-c219-40a0-96a4-ba2dfd4659c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.896062] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c09f056f-c219-40a0-96a4-ba2dfd4659c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.896062] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c09f056f-c219-40a0-96a4-ba2dfd4659c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.897558] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0710c14-77a9-46af-8ca1-37ef34bae7d4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.897558] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.898396] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf16c4ea-be60-4c4f-9b73-a1810bc61202 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.898396] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf16c4ea-be60-4c4f-9b73-a1810bc61202" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.898396] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf16c4ea-be60-4c4f-9b73-a1810bc61202" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.898396] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf16c4ea-be60-4c4f-9b73-a1810bc61202" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.898396] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf16c4ea-be60-4c4f-9b73-a1810bc61202',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.900516] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0710c14-77a9-46af-8ca1-37ef34bae7d4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.900516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.900516] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.900516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.900516] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c09f056f-c219-40a0-96a4-ba2dfd4659c4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.900516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c09f056f-c219-40a0-96a4-ba2dfd4659c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.214625] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.215163] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.218057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.218057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.218057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.218057] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 is going to be created. [ 678.218057] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 in Status: SUCCESS [ 678.218506] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.223907] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.225250] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0710c14-77a9-46af-8ca1-37ef34bae7d4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.244295] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.244985] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.245254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.245633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.246510] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.261668] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: UNINITIALIZED for 2s [ 678.334637] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c09f056f-c219-40a0-96a4-ba2dfd4659c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.401768] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf16c4ea-be60-4c4f-9b73-a1810bc61202 with status ACTIVE [ 678.401768] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.401768] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.401768] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.402116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.402261] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.402546] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.402693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.402781] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.403016] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.403133] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.403402] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.403534] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.403623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.403961] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.404096] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.404214] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf16c4ea-be60-4c4f-9b73-a1810bc61202 is going to be updated. [ 678.405853] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c09f056f-c219-40a0-96a4-ba2dfd4659c4 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.406063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c09f056f-c219-40a0-96a4-ba2dfd4659c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.436291] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.436729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.436729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.436890] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.437099] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.437376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf16c4ea-be60-4c4f-9b73-a1810bc61202" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.462523] env[66408]: INFO networking_nsxv3.common.synchronization [req-180e8a18-157d-47c2-a1d1-7463f62a372e req-961f4cbc-d223-4c47-9154-1f2fd0c8ceba tempest-ServersTestJSON-963540191 tempest-ServersTestJSON-963540191-project-member] Enqueued Resource ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 with Priority: HIGHEST for action security_group_members [ 678.462523] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 with Priority: HIGHEST for action security_group_members [ 678.463283] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e057b5b4-3b84-4690-9725-3371ea13dfd7 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.463459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.463603] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.464088] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.464164] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.464309] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.464431] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.464662] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.464662] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.464778] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e057b5b4-3b84-4690-9725-3371ea13dfd7',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.730162] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.730499] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.730499] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.731693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.731693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.731693] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 is going to be updated. [ 678.732221] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.732328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.732392] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.732557] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.732635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.732718] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 is going to be updated. [ 678.763691] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.763960] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.764100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.764272] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.764474] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.766345] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.766489] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.767194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.767194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.767194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.779335] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 in Status: IN_PROGRESS for 2s [ 678.780112] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: IN_PROGRESS for 2s [ 678.836530] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c09f056f-c219-40a0-96a4-ba2dfd4659c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.967092] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.967092] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.967282] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.968044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.968044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.968044] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.968044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.968044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.968446] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.968446] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.968446] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 already deleted. [ 678.968603] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.034861] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-651 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.035137] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.035308] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.035714] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.036077] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.036291] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.036469] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.036764] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.036964] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.037234] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.038454] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.038454] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.038454] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.038454] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.038454] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.038454] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.057555] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.057725] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.057848] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.058130] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.058404] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-05ed0f25-d9dc-4f0e-8271-63773226be66 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.058570] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-05ed0f25-d9dc-4f0e-8271-63773226be66" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.058687] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-05ed0f25-d9dc-4f0e-8271-63773226be66" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.059119] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-05ed0f25-d9dc-4f0e-8271-63773226be66" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.059297] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05ed0f25-d9dc-4f0e-8271-63773226be66',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.341612] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.341612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.341612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.341917] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.341917] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.341917] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c09f056f-c219-40a0-96a4-ba2dfd4659c4 is going to be created. [ 679.386334] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.386651] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.386651] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.386885] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.387085] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.398358] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c09f056f-c219-40a0-96a4-ba2dfd4659c4 in Status: UNINITIALIZED for 2s [ 679.561905] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.562223] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.563251] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.563251] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.563251] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.563251] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 05ed0f25-d9dc-4f0e-8271-63773226be66 not found, creating... [ 679.563251] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.563553] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.563553] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.563620] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.563750] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.564021] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.564179] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.564298] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.564487] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.565214] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.565214] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 05ed0f25-d9dc-4f0e-8271-63773226be66 is going to be created. [ 679.588913] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.589072] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.589116] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.589655] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.589742] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.590153] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-05ed0f25-d9dc-4f0e-8271-63773226be66" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.282792] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: SUCCESS [ 680.282792] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.283407] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.283407] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.283671] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.283814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.283959] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.285017] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.285017] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.285207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.285261] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.448930] env[66408]: INFO networking_nsxv3.common.synchronization [req-180e8a18-157d-47c2-a1d1-7463f62a372e req-c28e106c-2ff4-485e-a88b-7a207cc70f65 service nova] Enqueued Resource ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 with Priority: HIGHEST for action security_group_rules [ 680.448930] env[66408]: INFO networking_nsxv3.common.synchronization [req-180e8a18-157d-47c2-a1d1-7463f62a372e req-c28e106c-2ff4-485e-a88b-7a207cc70f65 service nova] Enqueued Resource ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 with Priority: HIGHEST for action security_group_members [ 680.448930] env[66408]: INFO networking_nsxv3.common.synchronization [req-180e8a18-157d-47c2-a1d1-7463f62a372e req-c28e106c-2ff4-485e-a88b-7a207cc70f65 service nova] Enqueued Resource ID: 05ed0f25-d9dc-4f0e-8271-63773226be66 with Priority: HIGHEST for action port [ 680.448930] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 with Priority: HIGHEST for action security_group_rules [ 680.448930] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 with Priority: HIGHEST for action security_group_members [ 680.448930] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ed0f25-d9dc-4f0e-8271-63773226be66 with Priority: HIGHEST for action port [ 680.449864] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e057b5b4-3b84-4690-9725-3371ea13dfd7 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.450159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.452028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.452028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.452028] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e057b5b4-3b84-4690-9725-3371ea13dfd7',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.452028] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e057b5b4-3b84-4690-9725-3371ea13dfd7 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.452028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.452028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.452028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.452747] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.455622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.455622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.455622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.455622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.455622] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e057b5b4-3b84-4690-9725-3371ea13dfd7',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.455622] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-05ed0f25-d9dc-4f0e-8271-63773226be66 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.455622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05ed0f25-d9dc-4f0e-8271-63773226be66" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.455622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05ed0f25-d9dc-4f0e-8271-63773226be66" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.455622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05ed0f25-d9dc-4f0e-8271-63773226be66" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.455622] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05ed0f25-d9dc-4f0e-8271-63773226be66',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.798217] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 in Status: SUCCESS [ 680.798217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.798217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.798217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.798217] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.798217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.798217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.798217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.798217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.798217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.798217] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0710c14-77a9-46af-8ca1-37ef34bae7d4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.800217] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: SUCCESS [ 680.800395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.800563] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.800864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.801373] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.801373] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.801373] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.801373] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.801373] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.801614] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0710c14-77a9-46af-8ca1-37ef34bae7d4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.802575] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.806726] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.807794] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.809915] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.810068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.810131] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.810361] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.810452] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.813375] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.813375] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.813738] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.814352] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.814352] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.814675] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.814675] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.815415] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.815415] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.815415] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.928467] env[66408]: INFO networking_nsxv3.common.synchronization [req-490436d2-7b5c-4923-9268-10aa63ccd5bd req-a951ba33-faaf-4379-b45f-ffa3cb562564 tempest-DeleteServersTestJSON-605697757 tempest-DeleteServersTestJSON-605697757-project-member] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 680.928467] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 680.928467] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.928467] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.928467] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.928467] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.929247] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.930088] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.930088] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.930088] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.930088] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.930088] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.957867] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e057b5b4-3b84-4690-9725-3371ea13dfd7 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.957867] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.960986] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e057b5b4-3b84-4690-9725-3371ea13dfd7',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.961757] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05ed0f25-d9dc-4f0e-8271-63773226be66 with status ACTIVE [ 680.961757] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.961757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.961757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.961757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.961757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.962024] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.962149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.962149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.962265] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.962343] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.962524] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.962615] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.962674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.963285] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.963378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.963578] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05ed0f25-d9dc-4f0e-8271-63773226be66 is going to be updated. [ 680.987545] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.988276] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.988276] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.988276] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.988276] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.988563] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05ed0f25-d9dc-4f0e-8271-63773226be66" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.309447] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c860d711-0ab1-4afe-8060-2b28ca3266d8: rpc.has_security_group_logging(os_id): False [ 681.315673] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0710c14-77a9-46af-8ca1-37ef34bae7d4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.315673] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0710c14-77a9-46af-8ca1-37ef34bae7d4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.319664] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.319664] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.319664] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.330511] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.330982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.330982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.331156] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.331304] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.331831] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.331831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.332828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.332828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.332828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.332828] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 is going to be created. [ 681.351141] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.351348] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.351443] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.352235] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.352496] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.352653] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.352787] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.352978] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.353132] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.353329] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.353439] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.353584] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.353669] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.353792] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.353894] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.354023] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.373873] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.373873] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.373873] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.374092] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.374447] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-be7519af-6464-42e1-ad9f-559e7b6a501d taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.374627] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-be7519af-6464-42e1-ad9f-559e7b6a501d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.374738] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-be7519af-6464-42e1-ad9f-559e7b6a501d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.375095] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-be7519af-6464-42e1-ad9f-559e7b6a501d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.375706] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be7519af-6464-42e1-ad9f-559e7b6a501d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.404040] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.404224] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.404347] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.404508] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.404739] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.411722] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c09f056f-c219-40a0-96a4-ba2dfd4659c4 in Status: SUCCESS [ 681.412080] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c09f056f-c219-40a0-96a4-ba2dfd4659c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.412197] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c09f056f-c219-40a0-96a4-ba2dfd4659c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.412310] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c09f056f-c219-40a0-96a4-ba2dfd4659c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.412493] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.412605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.412662] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.412860] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.412905] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.412982] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c09f056f-c219-40a0-96a4-ba2dfd4659c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.419463] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: IN_PROGRESS for 2s [ 681.433098] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.433098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.433098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.433098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.433098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.433098] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.433098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.433098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.435617] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.435617] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.435617] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 already deleted. [ 681.435617] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.466563] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e057b5b4-3b84-4690-9725-3371ea13dfd7',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.816651] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0710c14-77a9-46af-8ca1-37ef34bae7d4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.818670] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0710c14-77a9-46af-8ca1-37ef34bae7d4: rpc.has_security_group_logging(os_id): False [ 681.821438] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.837645] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.837805] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.837853] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.838159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.838159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.838365] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.838462] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.838531] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.838670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.838771] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.838857] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 is going to be created. [ 681.880321] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.880659] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.880846] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.881269] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.881492] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.881735] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port be7519af-6464-42e1-ad9f-559e7b6a501d not found, creating... [ 681.882902] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.883182] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.883370] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.883734] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.883957] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.884442] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.884691] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.884869] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.885218] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.885436] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.885659] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: be7519af-6464-42e1-ad9f-559e7b6a501d is going to be created. [ 681.902382] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.902627] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.902627] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.902835] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.903068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.914997] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c09f056f-c219-40a0-96a4-ba2dfd4659c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.920231] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.920493] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.920582] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.920882] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.921174] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.921412] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-be7519af-6464-42e1-ad9f-559e7b6a501d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.924687] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 in Status: IN_PROGRESS for 2s [ 681.970984] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.971189] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.971243] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.971472] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.971563] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.972136] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 is going to be created. [ 682.006892] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.007151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.007151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.007345] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.007527] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.022499] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 in Status: UNINITIALIZED for 2s [ 682.319587] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.319853] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.319853] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.319933] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.320158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.320158] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 is going to be updated. [ 682.323516] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.324107] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.324107] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.324107] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.324107] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.324107] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 is going to be updated. [ 682.370900] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.370900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.370900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.370900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.371218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.372765] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.372889] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.372976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.373151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.373275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.383743] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 in Status: IN_PROGRESS for 2s [ 682.384563] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: IN_PROGRESS for 2s [ 682.417860] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c09f056f-c219-40a0-96a4-ba2dfd4659c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.757658] env[66408]: INFO networking_nsxv3.common.synchronization [req-490436d2-7b5c-4923-9268-10aa63ccd5bd req-803fe0b3-d38e-43de-9c28-68b7e3a9a889 service nova] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_rules [ 682.757845] env[66408]: INFO networking_nsxv3.common.synchronization [req-490436d2-7b5c-4923-9268-10aa63ccd5bd req-803fe0b3-d38e-43de-9c28-68b7e3a9a889 service nova] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 682.757988] env[66408]: INFO networking_nsxv3.common.synchronization [req-490436d2-7b5c-4923-9268-10aa63ccd5bd req-803fe0b3-d38e-43de-9c28-68b7e3a9a889 service nova] Enqueued Resource ID: be7519af-6464-42e1-ad9f-559e7b6a501d with Priority: HIGHEST for action port [ 682.758499] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_rules [ 682.759786] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 682.759786] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be7519af-6464-42e1-ad9f-559e7b6a501d with Priority: HIGHEST for action port [ 682.759786] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.759786] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.759786] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.759786] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.759786] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.760848] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.760848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.760848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.760848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.761102] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.761102] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.761102] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.761235] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.761721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.761721] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.762163] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-be7519af-6464-42e1-ad9f-559e7b6a501d taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.762510] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be7519af-6464-42e1-ad9f-559e7b6a501d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.762510] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be7519af-6464-42e1-ad9f-559e7b6a501d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.762510] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be7519af-6464-42e1-ad9f-559e7b6a501d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.762625] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be7519af-6464-42e1-ad9f-559e7b6a501d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.922671] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.922671] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.922671] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.922671] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.922671] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.922671] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c09f056f-c219-40a0-96a4-ba2dfd4659c4 is going to be updated. [ 682.960318] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.960467] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.960530] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.960756] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.960966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.974123] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c09f056f-c219-40a0-96a4-ba2dfd4659c4 in Status: IN_PROGRESS for 2s [ 683.264282] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.264998] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.264998] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.269991] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be7519af-6464-42e1-ad9f-559e7b6a501d with status ACTIVE [ 683.269991] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.269991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.269991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.269991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.271384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.271384] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.271384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.271384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.271384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.271384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.271384] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.271384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.271384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.271384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.271384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.271924] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be7519af-6464-42e1-ad9f-559e7b6a501d is going to be updated. [ 683.309128] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.309326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.309472] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.309647] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.309872] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.309929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be7519af-6464-42e1-ad9f-559e7b6a501d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.439610] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: SUCCESS [ 683.439998] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.769261] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.941276] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 in Status: SUCCESS [ 683.941276] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.941276] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.941276] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.941276] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0710c14-77a9-46af-8ca1-37ef34bae7d4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.034617] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 in Status: SUCCESS [ 684.034968] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.035208] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.035604] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.035850] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.035995] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.036083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.036393] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.036604] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.037182] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.037182] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e057b5b4-3b84-4690-9725-3371ea13dfd7',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.272330] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.272495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.272565] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.272786] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.272883] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.273031] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be created. [ 684.301749] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.302076] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.302076] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.302688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.302688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.323141] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: UNINITIALIZED for 2s [ 684.396931] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: SUCCESS [ 684.397310] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.397515] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.397797] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.397999] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.399229] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.399229] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.399229] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.399229] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.399229] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.402152] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 in Status: SUCCESS [ 684.402152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.402374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.403618] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.403618] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.403618] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.403618] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.403618] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.403618] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.403618] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0710c14-77a9-46af-8ca1-37ef34bae7d4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.441025] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0710c14-77a9-46af-8ca1-37ef34bae7d4 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.441429] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.540073] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e057b5b4-3b84-4690-9725-3371ea13dfd7',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.906264] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0710c14-77a9-46af-8ca1-37ef34bae7d4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.908055] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.986639] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c09f056f-c219-40a0-96a4-ba2dfd4659c4 in Status: SUCCESS [ 684.986888] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c09f056f-c219-40a0-96a4-ba2dfd4659c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.987083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c09f056f-c219-40a0-96a4-ba2dfd4659c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.987393] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c09f056f-c219-40a0-96a4-ba2dfd4659c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.987933] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.988151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.988254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.988433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.988500] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.988604] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c09f056f-c219-40a0-96a4-ba2dfd4659c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.988661] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c09f056f-c219-40a0-96a4-ba2dfd4659c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.043747] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e057b5b4-3b84-4690-9725-3371ea13dfd7: rpc.has_security_group_logging(os_id): False [ 685.065629] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.065920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.065920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.066200] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.066297] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.067099] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.067238] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.067298] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.067482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.067578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.067751] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 is going to be created. [ 685.136957] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.137161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.137461] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.137461] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.137811] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.148672] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 in Status: IN_PROGRESS for 2s [ 685.400322] env[66408]: INFO networking_nsxv3.common.synchronization [None req-a3cb78f0-57a5-42e5-9088-39e1aed9eaee None None] Enqueued Resource ID: c15d8d72-62aa-4cb4-bf33-298c5a6af4f5 with Priority: HIGHEST for action port [ 685.401043] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c15d8d72-62aa-4cb4-bf33-298c5a6af4f5 with Priority: HIGHEST for action port [ 685.401486] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-c15d8d72-62aa-4cb4-bf33-298c5a6af4f5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.401668] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c15d8d72-62aa-4cb4-bf33-298c5a6af4f5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.401746] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c15d8d72-62aa-4cb4-bf33-298c5a6af4f5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.402167] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c15d8d72-62aa-4cb4-bf33-298c5a6af4f5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.402264] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c15d8d72-62aa-4cb4-bf33-298c5a6af4f5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.408351] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0710c14-77a9-46af-8ca1-37ef34bae7d4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.411063] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.454406] env[66408]: INFO networking_nsxv3.common.synchronization [None req-c8f14be3-dc9d-4500-8d85-cb6fad959884 None None] Enqueued Resource ID: ec4ee549-21cd-4f45-8393-d14d5d1e8576 with Priority: HIGHEST for action port [ 685.454406] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4ee549-21cd-4f45-8393-d14d5d1e8576 with Priority: HIGHEST for action port [ 685.454406] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec4ee549-21cd-4f45-8393-d14d5d1e8576 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.454406] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec4ee549-21cd-4f45-8393-d14d5d1e8576" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.454406] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec4ee549-21cd-4f45-8393-d14d5d1e8576" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.455015] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec4ee549-21cd-4f45-8393-d14d5d1e8576" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.455015] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec4ee549-21cd-4f45-8393-d14d5d1e8576',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.492013] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c09f056f-c219-40a0-96a4-ba2dfd4659c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.906716] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c15d8d72-62aa-4cb4-bf33-298c5a6af4f5 [ 685.906716] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.906716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.906716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.906716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.906716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.906716] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c15d8d72-62aa-4cb4-bf33-298c5a6af4f5 already deleted. [ 685.906716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c15d8d72-62aa-4cb4-bf33-298c5a6af4f5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.913076] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.913317] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.913482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.913749] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.913871] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.914181] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 is going to be updated. [ 685.916946] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.916946] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.916946] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.925653] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.925653] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.925653] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 is going to be updated. [ 685.959196] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.959196] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.959196] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.959196] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.959196] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.959196] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec4ee549-21cd-4f45-8393-d14d5d1e8576 [ 685.959196] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.960589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.960589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.960966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.961055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.961279] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec4ee549-21cd-4f45-8393-d14d5d1e8576 already deleted. [ 685.961433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec4ee549-21cd-4f45-8393-d14d5d1e8576" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.962878] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.962878] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.962878] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.963255] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.963709] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.978168] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 in Status: IN_PROGRESS for 2s [ 685.978898] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: IN_PROGRESS for 2s [ 685.995172] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c09f056f-c219-40a0-96a4-ba2dfd4659c4: rpc.has_security_group_logging(os_id): False [ 686.017049] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.017049] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.017049] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.017049] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.017328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.017366] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.017662] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.017662] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.017784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.017834] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.017927] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c09f056f-c219-40a0-96a4-ba2dfd4659c4 is going to be created. [ 686.082118] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.082336] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.082387] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.082766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.083378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.096703] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c09f056f-c219-40a0-96a4-ba2dfd4659c4 in Status: IN_PROGRESS for 2s [ 686.339954] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 686.344027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.344027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.344027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.344027] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.344027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.344027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.344027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.344027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.344027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.344027] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.740803] env[66408]: INFO networking_nsxv3.common.synchronization [req-56593cc7-6ec9-4954-b3fa-3b4fda70e65b req-4477e00f-07e1-4837-8af6-f1c6e7251f15 tempest-ServerGroupTestJSON-620086012 tempest-ServerGroupTestJSON-620086012-project-member] Enqueued Resource ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d with Priority: HIGHEST for action security_group_members [ 686.741889] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d with Priority: HIGHEST for action security_group_members [ 686.742313] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.742457] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.742542] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.742736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.742961] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.743074] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.743074] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.743218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.743299] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.743792] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f89f24c-9e04-40c2-b0f4-09f97b282c0d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.817047] env[66408]: INFO networking_nsxv3.common.synchronization [req-17afba67-56f0-4f6a-943e-cf3a412e5745 req-62c209d9-e5a8-4736-b107-0c60b2516774 tempest-TenantUsagesTestJSON-1941181395 tempest-TenantUsagesTestJSON-1941181395-project-member] Enqueued Resource ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 with Priority: HIGHEST for action security_group_members [ 686.817546] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 with Priority: HIGHEST for action security_group_members [ 686.817860] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e66271b-b3ee-4c6e-bc76-5a7491232906 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.818082] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.818082] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.818279] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.818429] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.818532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.818605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.819385] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.819385] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.819385] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e66271b-b3ee-4c6e-bc76-5a7491232906',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.848834] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.849036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.849088] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.849590] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.849786] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.849974] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.850087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.850307] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.850439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.850532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.850681] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.850774] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.850831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.850974] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.851119] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.851267] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.851754] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.851982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.852152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.852303] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.852432] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.160698] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.160698] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-678" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.160698] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-678" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.160698] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-678" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.160698] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.161127] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.161127] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.161271] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.161410] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.161625] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.161730] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.161845] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.161948] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.162061] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.162175] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.162303] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.163981] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 in Status: SUCCESS [ 687.164202] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.183035] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.183207] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.183311] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.183462] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-678" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.183766] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-e1e30939-c4e3-403d-838d-c3dc41f873a6 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.183928] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-e1e30939-c4e3-403d-838d-c3dc41f873a6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.184056] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-e1e30939-c4e3-403d-838d-c3dc41f873a6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.184443] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-e1e30939-c4e3-403d-838d-c3dc41f873a6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.184601] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e30939-c4e3-403d-838d-c3dc41f873a6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.249022] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.249022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.249022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.249022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.249022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.249022] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.249022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.249503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.249503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.249503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.249503] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d already deleted. [ 687.249503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.324051] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.324051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.324051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.324051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.324051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.324051] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.324051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.324051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.324051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.324051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.324051] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 is going to be updated. [ 687.351958] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.351958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.351958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.351958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.351958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.357583] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd8e64c0-58a5-4246-8de7-d6d2d5595bd6: rpc.has_security_group_logging(os_id): False [ 687.360244] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 in Status: IN_PROGRESS for 2s [ 687.376020] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.376020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.376020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.376020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.376020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.376020] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.376020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.376020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.376020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.376020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.376020] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.376020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.376020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.376020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.376020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.376724] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.376724] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.376724] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.376724] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.376724] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.376724] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be created. [ 687.481842] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.482078] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.482152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.482515] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.482713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.507731] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: IN_PROGRESS for 2s [ 687.687401] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.690025] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.690025] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.690025] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.690025] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.690025] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port e1e30939-c4e3-403d-838d-c3dc41f873a6 not found, creating... [ 687.690025] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.690025] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.690025] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.690025] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.690025] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.690484] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.690484] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.690484] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.690908] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.691191] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.691632] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: e1e30939-c4e3-403d-838d-c3dc41f873a6 is going to be created. [ 687.717355] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.717355] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.717355] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.717355] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.717355] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.717355] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-e1e30939-c4e3-403d-838d-c3dc41f873a6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.995726] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: SUCCESS [ 687.996718] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.996829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.997052] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.997884] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.998055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.998161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.998408] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.998506] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.998604] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.998797] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.998909] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.998964] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.999176] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.999348] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.999451] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.999508] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.999701] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.999879] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.000026] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.000490] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.002597] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 in Status: SUCCESS [ 688.002796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.002958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.003244] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.003439] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.003558] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.003865] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.003980] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.004126] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.004280] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.004455] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0710c14-77a9-46af-8ca1-37ef34bae7d4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.114813] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c09f056f-c219-40a0-96a4-ba2dfd4659c4 in Status: SUCCESS [ 688.115043] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c09f056f-c219-40a0-96a4-ba2dfd4659c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.230259] env[66408]: INFO networking_nsxv3.common.synchronization [None req-2daea58a-4b8f-48f4-b241-10635f554db8 None None] Enqueued Resource ID: 86c063da-0c10-4d6a-a4a9-eec5f5031363 with Priority: HIGHEST for action port [ 688.230425] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86c063da-0c10-4d6a-a4a9-eec5f5031363 with Priority: HIGHEST for action port [ 688.230739] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-86c063da-0c10-4d6a-a4a9-eec5f5031363 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.230866] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86c063da-0c10-4d6a-a4a9-eec5f5031363" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.230936] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86c063da-0c10-4d6a-a4a9-eec5f5031363" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.231844] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86c063da-0c10-4d6a-a4a9-eec5f5031363" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.231844] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86c063da-0c10-4d6a-a4a9-eec5f5031363',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.360729] env[66408]: INFO networking_nsxv3.common.synchronization [None req-39cf0e7f-8e9c-4898-8865-e1cf34793577 None None] Enqueued Resource ID: f273a60e-c8a2-41aa-a463-406c2eabc122 with Priority: HIGHEST for action port [ 688.361274] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f273a60e-c8a2-41aa-a463-406c2eabc122 with Priority: HIGHEST for action port [ 688.361582] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-f273a60e-c8a2-41aa-a463-406c2eabc122 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.361704] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f273a60e-c8a2-41aa-a463-406c2eabc122" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.361771] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f273a60e-c8a2-41aa-a463-406c2eabc122" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.363224] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f273a60e-c8a2-41aa-a463-406c2eabc122" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.364090] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f273a60e-c8a2-41aa-a463-406c2eabc122',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.401783] env[66408]: INFO networking_nsxv3.common.synchronization [req-7109a822-7821-40fd-9256-38c6c7406258 req-52ccdf06-b684-4723-9251-11edc6365f08 tempest-ServerRescueTestJSONUnderV235-1675961453 tempest-ServerRescueTestJSONUnderV235-1675961453-project-member] Enqueued Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGHEST for action security_group_members [ 688.402338] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGHEST for action security_group_members [ 688.402650] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-80aab618-28f6-4082-ad24-ebf584a1f45e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.402796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.402851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.405268] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.405455] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.405572] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.405627] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.405978] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.405978] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.405978] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.479324] env[66408]: INFO networking_nsxv3.common.synchronization [req-56593cc7-6ec9-4954-b3fa-3b4fda70e65b req-1b9a6f3d-959c-4e2b-ac8b-be25b2b7385a service nova] Enqueued Resource ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d with Priority: HIGHEST for action security_group_rules [ 688.479464] env[66408]: INFO networking_nsxv3.common.synchronization [req-56593cc7-6ec9-4954-b3fa-3b4fda70e65b req-1b9a6f3d-959c-4e2b-ac8b-be25b2b7385a service nova] Enqueued Resource ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d with Priority: HIGHEST for action security_group_members [ 688.480140] env[66408]: INFO networking_nsxv3.common.synchronization [req-56593cc7-6ec9-4954-b3fa-3b4fda70e65b req-1b9a6f3d-959c-4e2b-ac8b-be25b2b7385a service nova] Enqueued Resource ID: e1e30939-c4e3-403d-838d-c3dc41f873a6 with Priority: HIGHEST for action port [ 688.480992] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d with Priority: HIGHEST for action security_group_rules [ 688.482028] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d with Priority: HIGHEST for action security_group_members [ 688.482028] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e30939-c4e3-403d-838d-c3dc41f873a6 with Priority: HIGHEST for action port [ 688.482028] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f89f24c-9e04-40c2-b0f4-09f97b282c0d taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.482028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.482292] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.482388] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.482388] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f89f24c-9e04-40c2-b0f4-09f97b282c0d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.483401] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.483559] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.483631] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.483812] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.484098] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.484228] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.484406] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.484574] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.484673] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.484874] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f89f24c-9e04-40c2-b0f4-09f97b282c0d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.486270] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1e30939-c4e3-403d-838d-c3dc41f873a6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.486270] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1e30939-c4e3-403d-838d-c3dc41f873a6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.486270] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1e30939-c4e3-403d-838d-c3dc41f873a6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.486540] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1e30939-c4e3-403d-838d-c3dc41f873a6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.486540] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e30939-c4e3-403d-838d-c3dc41f873a6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.506151] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 534fd46d-d182-4b15-a05c-01e45498df83: rpc.has_security_group_logging(os_id): False [ 688.507229] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0710c14-77a9-46af-8ca1-37ef34bae7d4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.531856] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.532040] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.532094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.532274] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.532365] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.532571] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.532693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.532733] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.532903] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.532981] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.533202] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.533300] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.533363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.533507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.533626] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.533785] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.533861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.533906] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.534050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.534110] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.534194] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 is going to be updated. [ 688.599538] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.599806] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.599909] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.600080] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.600213] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.613592] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: IN_PROGRESS for 2s [ 688.733535] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86c063da-0c10-4d6a-a4a9-eec5f5031363 [ 688.733818] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.734154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.734154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.737029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.737029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.737029] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86c063da-0c10-4d6a-a4a9-eec5f5031363 already deleted. [ 688.737029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86c063da-0c10-4d6a-a4a9-eec5f5031363" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.867065] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f273a60e-c8a2-41aa-a463-406c2eabc122 [ 688.867065] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.867250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.867250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.867400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.867881] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.867881] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f273a60e-c8a2-41aa-a463-406c2eabc122 already deleted. [ 688.867881] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f273a60e-c8a2-41aa-a463-406c2eabc122" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.910997] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.911184] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.911269] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.912196] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.912316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.912518] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.912628] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.912692] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.913922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.913922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.913922] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80aab618-28f6-4082-ad24-ebf584a1f45e already deleted. [ 688.913922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.988147] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.988313] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.988539] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f89f24c-9e04-40c2-b0f4-09f97b282c0d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.993079] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1e30939-c4e3-403d-838d-c3dc41f873a6 with status ACTIVE [ 688.993299] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.993431] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.993509] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.993801] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.993926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.994136] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.994240] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.994303] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.994499] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.995265] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.995265] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.995265] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.995265] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.995426] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.995453] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.995559] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1e30939-c4e3-403d-838d-c3dc41f873a6 is going to be updated. [ 688.997616] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.997876] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-887" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.997876] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-887" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.998174] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-887" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.998416] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.998567] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.998732] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.999432] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.999759] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.999971] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.003649] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.003649] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.003649] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.003649] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.003649] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.003649] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.014055] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0710c14-77a9-46af-8ca1-37ef34bae7d4: rpc.has_security_group_logging(os_id): False [ 689.029591] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.029591] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.029591] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.029591] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-887" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.029591] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-dd9eb93f-df32-47ff-a6ed-0ca817924d3a taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.029591] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-dd9eb93f-df32-47ff-a6ed-0ca817924d3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.029591] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-dd9eb93f-df32-47ff-a6ed-0ca817924d3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.029926] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-dd9eb93f-df32-47ff-a6ed-0ca817924d3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.029995] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd9eb93f-df32-47ff-a6ed-0ca817924d3a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.036261] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.037440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.037440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.037440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.037440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.037440] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.037440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.038531] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.038897] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.039073] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.039224] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 is going to be updated. [ 689.043719] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.043865] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.043944] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.044147] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.044284] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.044498] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1e30939-c4e3-403d-838d-c3dc41f873a6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.128485] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.128651] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.128892] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.128974] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.129144] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.142144] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 in Status: IN_PROGRESS for 2s [ 689.371551] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 in Status: SUCCESS [ 689.371937] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 deletion is rescheduled due to dependency. [ 689.372092] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.386414] env[66408]: INFO networking_nsxv3.common.synchronization [None req-9f0238e4-665c-431e-a065-c513da34701c tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 with Priority: HIGHEST for action security_group_rules [ 689.386414] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 with Priority: HIGHEST for action security_group_rules [ 689.386790] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f3ee7e1-5642-4c34-95df-b4734659f123 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.386790] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.386790] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.387034] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.387120] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f3ee7e1-5642-4c34-95df-b4734659f123',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.493591] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f89f24c-9e04-40c2-b0f4-09f97b282c0d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.523711] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 689.523711] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.535135] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.535525] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.535884] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.536325] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.536420] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.536677] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port dd9eb93f-df32-47ff-a6ed-0ca817924d3a not found, creating... [ 689.537247] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.537590] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.537644] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.537925] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.538219] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.538403] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.540848] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.540848] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.540848] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.540848] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.540848] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: dd9eb93f-df32-47ff-a6ed-0ca817924d3a is going to be created. [ 689.561216] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.561435] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.561539] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.561789] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.562012] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.562221] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-dd9eb93f-df32-47ff-a6ed-0ca817924d3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.609436] env[66408]: INFO networking_nsxv3.common.synchronization [None req-4ef287f4-9173-4d50-bdf3-076cf07e02d4 tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 with Priority: HIGHEST for action security_group_rules [ 689.609858] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 with Priority: HIGHEST for action security_group_rules [ 689.610167] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f3ee7e1-5642-4c34-95df-b4734659f123 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.610271] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.909937] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.910093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.910158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.910376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.910533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.910683] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 already deleted. [ 689.910765] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.911058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.911128] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.911593] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f3ee7e1-5642-4c34-95df-b4734659f123',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.998627] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.999050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.999050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.999182] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.999270] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.999370] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d is going to be created. [ 690.028861] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.029060] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.029122] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.029351] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.029511] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.043100] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d in Status: UNINITIALIZED for 2s [ 690.267222] env[66408]: INFO networking_nsxv3.common.synchronization [req-7109a822-7821-40fd-9256-38c6c7406258 req-78c480ea-8f42-4b29-9518-bcf90973b08c service nova] Enqueued Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGHEST for action security_group_rules [ 690.267222] env[66408]: INFO networking_nsxv3.common.synchronization [req-7109a822-7821-40fd-9256-38c6c7406258 req-78c480ea-8f42-4b29-9518-bcf90973b08c service nova] Enqueued Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGHEST for action security_group_members [ 690.267222] env[66408]: INFO networking_nsxv3.common.synchronization [req-7109a822-7821-40fd-9256-38c6c7406258 req-78c480ea-8f42-4b29-9518-bcf90973b08c service nova] Enqueued Resource ID: dd9eb93f-df32-47ff-a6ed-0ca817924d3a with Priority: HIGHEST for action port [ 690.267838] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGHEST for action security_group_rules [ 690.268137] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGHEST for action security_group_members [ 690.268380] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd9eb93f-df32-47ff-a6ed-0ca817924d3a with Priority: HIGHEST for action port [ 690.269374] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80aab618-28f6-4082-ad24-ebf584a1f45e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.269374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.269374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.271033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.271033] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.271234] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-80aab618-28f6-4082-ad24-ebf584a1f45e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.271488] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.272030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.272030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.272392] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.272719] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.275778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.275778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.275778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.275778] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.275778] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd9eb93f-df32-47ff-a6ed-0ca817924d3a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.275778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd9eb93f-df32-47ff-a6ed-0ca817924d3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.275778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd9eb93f-df32-47ff-a6ed-0ca817924d3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.275778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd9eb93f-df32-47ff-a6ed-0ca817924d3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.275778] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd9eb93f-df32-47ff-a6ed-0ca817924d3a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.438312] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.438511] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.438591] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.439226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.439364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.439426] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 already deleted. [ 690.439522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.645430] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: SUCCESS [ 690.645658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.646169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.646260] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.646352] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.777281] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-80aab618-28f6-4082-ad24-ebf584a1f45e taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.777453] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.777601] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.778446] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd9eb93f-df32-47ff-a6ed-0ca817924d3a with status ACTIVE [ 690.778723] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.778723] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.778826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.779044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.779137] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.779313] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.779412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.779467] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.779624] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.779719] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.779888] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.779979] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.780048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.780189] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.780262] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.780342] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd9eb93f-df32-47ff-a6ed-0ca817924d3a is going to be updated. [ 690.804365] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.804545] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.805405] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.805405] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.806846] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.806846] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd9eb93f-df32-47ff-a6ed-0ca817924d3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.150655] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.150655] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.150655] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.151106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.151106] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.151106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.151106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.151336] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.151485] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.152084] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.152084] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.167080] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 in Status: SUCCESS [ 691.167412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.283016] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.346517] env[66408]: INFO networking_nsxv3.common.synchronization [req-9e817c51-a54c-41bb-9bf6-feb4de6e32b2 req-dfffe530-1877-4c31-b3ee-8159c2758209 tempest-ServerRescueTestJSON-1284870514 tempest-ServerRescueTestJSON-1284870514-project-member] Enqueued Resource ID: 67b58317-bc54-4394-846d-8acd7c33bc41 with Priority: HIGHEST for action security_group_members [ 691.347139] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b58317-bc54-4394-846d-8acd7c33bc41 with Priority: HIGHEST for action security_group_members [ 691.347526] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b58317-bc54-4394-846d-8acd7c33bc41 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.347691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.347781] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.348442] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.348442] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.348442] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.348442] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.348630] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.348630] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.348777] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b58317-bc54-4394-846d-8acd7c33bc41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.655329] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.655437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.656994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.657378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.657731] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.657829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.657864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.658093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.658185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.658706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.658706] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.658706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.658706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.658706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.658942] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.658942] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.659033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.659762] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.659918] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.660012] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.660187] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.785171] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.785351] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.785351] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.786863] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.786863] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.786863] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80aab618-28f6-4082-ad24-ebf584a1f45e is going to be created. [ 691.816836] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.816973] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.817048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.817257] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.817419] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.832027] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80aab618-28f6-4082-ad24-ebf584a1f45e in Status: UNINITIALIZED for 2s [ 691.852886] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67b58317-bc54-4394-846d-8acd7c33bc41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.911551] env[66408]: INFO networking_nsxv3.common.synchronization [req-0b67ec4d-556a-4fb0-a7d1-1b511a2b6441 req-2f7a248c-8165-483a-84cf-ca77fe8d5e6d tempest-ServersAdminTestJSON-2024831669 tempest-ServersAdminTestJSON-2024831669-project-member] Enqueued Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 691.912207] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 691.912557] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.912801] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.912801] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.913043] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.914952] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.915113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.915218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.915452] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.915606] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.915757] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.057334] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d in Status: SUCCESS [ 692.057715] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.058181] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.058375] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.058598] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.058697] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.058744] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.058928] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.059015] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.059103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.060051] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f89f24c-9e04-40c2-b0f4-09f97b282c0d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.164390] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 534fd46d-d182-4b15-a05c-01e45498df83: rpc.has_security_group_logging(os_id): False [ 692.184025] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.184025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.184025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.184025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.184025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.184025] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.184025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.184025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.184025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.184025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.184025] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.184025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.184025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.184025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.184025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.184913] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.184913] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.184913] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.184913] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.184913] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.184913] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 is going to be updated. [ 692.253582] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.256024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.256024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.256024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.256024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.313875] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: IN_PROGRESS for 2s [ 692.333041] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.333041] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-555" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.333041] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-555" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.333041] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-555" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.337846] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.337846] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.337846] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.337846] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.337846] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.337846] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.337846] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.337846] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.337846] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.337846] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.337846] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.337846] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.354334] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67b58317-bc54-4394-846d-8acd7c33bc41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.387625] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.387881] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 692.388310] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.388376] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-555" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.388859] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-2ca87940-2e9a-420c-aa8c-775b92f5027a taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.389285] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-2ca87940-2e9a-420c-aa8c-775b92f5027a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.389494] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-2ca87940-2e9a-420c-aa8c-775b92f5027a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.390100] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-2ca87940-2e9a-420c-aa8c-775b92f5027a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.390278] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ca87940-2e9a-420c-aa8c-775b92f5027a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.418222] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.562236] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.562571] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.562757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.563732] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.563732] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.564261] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.564261] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.564383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.564569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.564569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.564780] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.564780] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.564962] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.565044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.565437] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.565437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.565437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.565437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.565687] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.565825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.566020] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f89f24c-9e04-40c2-b0f4-09f97b282c0d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.725198] env[66408]: INFO networking_nsxv3.common.synchronization [req-46c8af94-01fb-474a-ad6e-b576a80dc2f2 req-37ba17bf-6a77-4cf8-a466-13dfb1e7a0f2 tempest-AttachInterfacesV270Test-238564689 tempest-AttachInterfacesV270Test-238564689-project-member] Enqueued Resource ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 with Priority: HIGHEST for action security_group_members [ 692.725838] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 with Priority: HIGHEST for action security_group_members [ 692.726083] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.726210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.726268] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.726456] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.726633] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.726724] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.726790] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.726944] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.727044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.727132] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fe555b7-68b2-4c55-8c83-0a580b33cbd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.858064] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.858064] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.858199] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.858586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.858586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.858586] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b58317-bc54-4394-846d-8acd7c33bc41 is going to be updated. [ 692.893106] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.893252] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.893330] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.893529] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.893674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.895390] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.895570] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.895689] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.895940] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.896089] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.896337] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 2ca87940-2e9a-420c-aa8c-775b92f5027a not found, creating... [ 692.896553] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.896706] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.896826] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.897055] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.897196] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.897527] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.897681] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.897799] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.898059] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.898215] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.898358] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 2ca87940-2e9a-420c-aa8c-775b92f5027a is going to be created. [ 692.909505] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b58317-bc54-4394-846d-8acd7c33bc41 in Status: IN_PROGRESS for 2s [ 692.921875] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.921875] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.921875] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.921875] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.921875] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.921875] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-2ca87940-2e9a-420c-aa8c-775b92f5027a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.923622] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.069602] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f89f24c-9e04-40c2-b0f4-09f97b282c0d: rpc.has_security_group_logging(os_id): False [ 693.093994] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.094137] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.094266] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.094676] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.094850] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.095155] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.095345] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.095441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.096132] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.096132] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.099985] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.101050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.101050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.101050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.101050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.101292] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.101292] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.101292] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.101757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.101757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.101757] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d is going to be created. [ 693.190055] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.190287] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.190318] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.193178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.193178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.206628] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d in Status: IN_PROGRESS for 2s [ 693.228944] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.229148] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.229239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.229535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.230111] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.230111] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.230111] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.230111] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.230324] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.230324] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.230727] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 is going to be updated. [ 693.284888] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.284888] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.285078] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.285207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.285331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.301195] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 in Status: IN_PROGRESS for 2s [ 693.426874] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.427824] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.429808] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.429808] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.429808] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.429808] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebcc0237-764f-4684-b997-776ec556e651 is going to be updated. [ 693.470984] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.471223] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.471314] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.471731] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.472337] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.486498] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: IN_PROGRESS for 2s [ 693.678313] env[66408]: INFO networking_nsxv3.common.synchronization [req-0b67ec4d-556a-4fb0-a7d1-1b511a2b6441 req-0933d3d5-db32-44be-8fc5-cd4024087a1b service nova] Enqueued Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_rules [ 693.678926] env[66408]: INFO networking_nsxv3.common.synchronization [req-0b67ec4d-556a-4fb0-a7d1-1b511a2b6441 req-0933d3d5-db32-44be-8fc5-cd4024087a1b service nova] Enqueued Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 693.678926] env[66408]: INFO networking_nsxv3.common.synchronization [req-0b67ec4d-556a-4fb0-a7d1-1b511a2b6441 req-0933d3d5-db32-44be-8fc5-cd4024087a1b service nova] Enqueued Resource ID: 2ca87940-2e9a-420c-aa8c-775b92f5027a with Priority: HIGHEST for action port [ 693.679508] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_rules [ 693.679598] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 693.679651] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ca87940-2e9a-420c-aa8c-775b92f5027a with Priority: HIGHEST for action port [ 693.680050] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.680179] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.680244] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.680448] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.680529] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.681685] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.681685] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.681850] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ca87940-2e9a-420c-aa8c-775b92f5027a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.681959] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ca87940-2e9a-420c-aa8c-775b92f5027a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.682753] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ca87940-2e9a-420c-aa8c-775b92f5027a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.682753] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ca87940-2e9a-420c-aa8c-775b92f5027a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.682753] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ca87940-2e9a-420c-aa8c-775b92f5027a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.845338] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80aab618-28f6-4082-ad24-ebf584a1f45e in Status: SUCCESS [ 693.845338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.845759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.846077] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.846342] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.846553] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.846637] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.846849] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.846949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.847040] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.847154] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.185334] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.185334] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.185334] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ca87940-2e9a-420c-aa8c-775b92f5027a with status ACTIVE [ 694.185334] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.185334] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.185334] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.185721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.185721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.186679] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.186679] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.186679] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.186679] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.186679] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.186679] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.186679] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.186679] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.186679] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.186976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.186976] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ca87940-2e9a-420c-aa8c-775b92f5027a is going to be updated. [ 694.212774] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.213093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.213093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.213271] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.213409] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.213580] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ca87940-2e9a-420c-aa8c-775b92f5027a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.346345] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: SUCCESS [ 694.346345] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.351316] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-80aab618-28f6-4082-ad24-ebf584a1f45e taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.351316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.351416] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.351650] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.351815] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.351921] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.351991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.352169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.352260] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.352347] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.352623] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-80aab618-28f6-4082-ad24-ebf584a1f45e taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.352623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.352623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.352836] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.352900] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.352994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.353068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.353189] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.353266] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.353346] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.353436] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.856408] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80aab618-28f6-4082-ad24-ebf584a1f45e: rpc.has_security_group_logging(os_id): False [ 694.873988] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.874233] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.874308] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.874587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.874711] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.874915] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.875032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.875102] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.875260] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.875336] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.875512] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.875606] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.875689] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.875852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.875928] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.876276] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.876374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.876507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.876635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.876718] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.876871] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80aab618-28f6-4082-ad24-ebf584a1f45e is going to be created. [ 694.919838] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b58317-bc54-4394-846d-8acd7c33bc41 in Status: SUCCESS [ 694.920085] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.934606] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.934759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.934822] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.934996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.935199] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.946015] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80aab618-28f6-4082-ad24-ebf584a1f45e in Status: IN_PROGRESS for 2s [ 695.221336] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d in Status: SUCCESS [ 695.221637] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.313706] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 in Status: SUCCESS [ 695.313706] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 deletion is rescheduled due to dependency. [ 695.313706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.317202] env[66408]: INFO networking_nsxv3.common.synchronization [None req-c09e43bc-03a5-42ee-bbbd-a6411da39593 None None] Enqueued Resource ID: 991bad46-eaff-4724-93aa-4e25468c883c with Priority: HIGHEST for action port [ 695.317883] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991bad46-eaff-4724-93aa-4e25468c883c with Priority: HIGHEST for action port [ 695.318221] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-991bad46-eaff-4724-93aa-4e25468c883c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.318346] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-991bad46-eaff-4724-93aa-4e25468c883c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.318463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-991bad46-eaff-4724-93aa-4e25468c883c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.318725] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-991bad46-eaff-4724-93aa-4e25468c883c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.318862] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('991bad46-eaff-4724-93aa-4e25468c883c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.498542] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: SUCCESS [ 695.498874] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.499075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.499768] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.499768] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.499897] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.499928] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.500609] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.500609] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.500609] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.823487] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 991bad46-eaff-4724-93aa-4e25468c883c [ 695.823487] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.823587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.823636] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.824325] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.824325] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.824325] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:991bad46-eaff-4724-93aa-4e25468c883c already deleted. [ 695.824325] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-991bad46-eaff-4724-93aa-4e25468c883c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.003882] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.505472] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.960763] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80aab618-28f6-4082-ad24-ebf584a1f45e in Status: SUCCESS [ 696.960763] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.011635] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.011635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.011635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.011635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.011635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.011635] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebcc0237-764f-4684-b997-776ec556e651 is going to be updated. [ 697.050331] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.050512] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.050592] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.050958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.051161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.068494] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: IN_PROGRESS for 2s [ 698.308139] env[66408]: INFO networking_nsxv3.common.synchronization [None req-d5cf4ed2-6ea8-4fee-a283-c74cff4ea595 tempest-AttachVolumeShelveTestJSON-2019605850 tempest-AttachVolumeShelveTestJSON-2019605850-project-member] Enqueued Resource ID: 899a8826-424c-4b0c-9e9b-58265416babd with Priority: HIGHEST for action security_group_rules [ 698.308667] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a8826-424c-4b0c-9e9b-58265416babd with Priority: HIGHEST for action security_group_rules [ 698.313700] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-899a8826-424c-4b0c-9e9b-58265416babd taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.313700] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.313700] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.313700] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.313700] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('899a8826-424c-4b0c-9e9b-58265416babd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.525922] env[66408]: INFO networking_nsxv3.common.synchronization [None req-d50161b1-621f-45bd-82e6-683e55d80657 tempest-AttachVolumeShelveTestJSON-2019605850 tempest-AttachVolumeShelveTestJSON-2019605850-project-member] Enqueued Resource ID: 899a8826-424c-4b0c-9e9b-58265416babd with Priority: HIGHEST for action security_group_rules [ 698.526271] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a8826-424c-4b0c-9e9b-58265416babd with Priority: HIGHEST for action security_group_rules [ 698.526632] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-899a8826-424c-4b0c-9e9b-58265416babd taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.527296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.651643] env[66408]: INFO networking_nsxv3.common.synchronization [None req-bcd5d1e6-eebe-4e13-aae5-b553806d5eee None None] Enqueued Resource ID: 11615a79-f763-491a-aa9f-4fe9f8af07c3 with Priority: HIGHEST for action port [ 698.651999] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11615a79-f763-491a-aa9f-4fe9f8af07c3 with Priority: HIGHEST for action port [ 698.653500] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-11615a79-f763-491a-aa9f-4fe9f8af07c3 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.653500] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11615a79-f763-491a-aa9f-4fe9f8af07c3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.653500] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11615a79-f763-491a-aa9f-4fe9f8af07c3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.653843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11615a79-f763-491a-aa9f-4fe9f8af07c3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.653967] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11615a79-f763-491a-aa9f-4fe9f8af07c3',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.837769] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.837956] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.838036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.838257] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.838350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.838447] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 899a8826-424c-4b0c-9e9b-58265416babd already deleted. [ 698.838532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.838687] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.838845] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.838927] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('899a8826-424c-4b0c-9e9b-58265416babd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.034007] env[66408]: INFO networking_nsxv3.common.synchronization [req-5d6a1ff6-b6fa-4442-b12d-5666fcaff2b4 req-a87aadb4-b43a-4d9e-a4bd-d06375b00c70 tempest-ServersNegativeTestMultiTenantJSON-1010305563 tempest-ServersNegativeTestMultiTenantJSON-1010305563-project-member] Enqueued Resource ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 with Priority: HIGHEST for action security_group_members [ 699.034614] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 with Priority: HIGHEST for action security_group_members [ 699.038022] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.038022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.038022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.038022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.038022] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.038022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.038022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.038022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.038022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.038022] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad322a65-106f-42ad-9dfc-9f8c22a2ee45',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.086326] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: SUCCESS [ 699.086326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.088140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.088140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.088140] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.088140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.088140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.088140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.088505] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.088505] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.088505] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.158560] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11615a79-f763-491a-aa9f-4fe9f8af07c3 [ 699.158916] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.159140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.159227] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.159456] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.159546] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.159763] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11615a79-f763-491a-aa9f-4fe9f8af07c3 already deleted. [ 699.160885] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11615a79-f763-491a-aa9f-4fe9f8af07c3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.363063] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.363388] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.363388] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.363519] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.363622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.363716] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 899a8826-424c-4b0c-9e9b-58265416babd already deleted. [ 699.363800] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.539022] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.539022] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-58" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.539022] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-58" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.539022] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-58" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.539022] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.539022] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.539022] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.539022] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.539022] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.539022] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.539022] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.539022] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.539022] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.539557] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.539557] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.539557] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.540801] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.541147] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.541445] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.541835] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.542271] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.542606] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.542857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.543060] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.543428] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.543628] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.543817] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 already deleted. [ 699.544008] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.565118] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.565118] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.565118] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.565118] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-58" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.565118] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-e00ffe66-e3e7-4cdc-9d8a-fa9ee079903d taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.565118] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-e00ffe66-e3e7-4cdc-9d8a-fa9ee079903d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.565118] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-e00ffe66-e3e7-4cdc-9d8a-fa9ee079903d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.565118] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-e00ffe66-e3e7-4cdc-9d8a-fa9ee079903d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.565118] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e00ffe66-e3e7-4cdc-9d8a-fa9ee079903d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.592782] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.592782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.592782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.592782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.592782] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.592782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.592782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.592782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.592782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.592782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.592782] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.592782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.593312] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.593452] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.593733] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.593862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.594340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.594340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.594340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.594566] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.594735] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.069717] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.069931] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.070124] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.070351] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.070664] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.070864] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port e00ffe66-e3e7-4cdc-9d8a-fa9ee079903d not found, creating... [ 700.071169] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.071369] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.071515] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.071772] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.071932] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.072252] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.072436] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.072584] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.073048] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.073307] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.073488] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: e00ffe66-e3e7-4cdc-9d8a-fa9ee079903d is going to be created. [ 700.096281] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.096487] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.096798] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.097127] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.097363] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.097600] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-e00ffe66-e3e7-4cdc-9d8a-fa9ee079903d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.098502] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebcc0237-764f-4684-b997-776ec556e651: rpc.has_security_group_logging(os_id): False [ 700.117154] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.117331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.117370] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.117676] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.117721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.117921] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.118031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.118094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.118253] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.118328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.118514] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.118608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.118671] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.118811] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.118897] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.119097] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.119229] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.119292] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.119435] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.119511] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.119596] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebcc0237-764f-4684-b997-776ec556e651 is going to be updated. [ 700.201943] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.202103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.202189] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.202383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.202533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.221276] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: IN_PROGRESS for 2s [ 700.820498] env[66408]: INFO networking_nsxv3.common.synchronization [req-5d6a1ff6-b6fa-4442-b12d-5666fcaff2b4 req-a9c6153d-089e-4ef5-9a89-7f04447bdd64 service nova] Enqueued Resource ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 with Priority: HIGHEST for action security_group_rules [ 700.820740] env[66408]: INFO networking_nsxv3.common.synchronization [req-5d6a1ff6-b6fa-4442-b12d-5666fcaff2b4 req-a9c6153d-089e-4ef5-9a89-7f04447bdd64 service nova] Enqueued Resource ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 with Priority: HIGHEST for action security_group_members [ 700.820846] env[66408]: INFO networking_nsxv3.common.synchronization [req-5d6a1ff6-b6fa-4442-b12d-5666fcaff2b4 req-a9c6153d-089e-4ef5-9a89-7f04447bdd64 service nova] Enqueued Resource ID: e00ffe66-e3e7-4cdc-9d8a-fa9ee079903d with Priority: HIGHEST for action port [ 700.821376] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 with Priority: HIGHEST for action security_group_rules [ 700.821519] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 with Priority: HIGHEST for action security_group_members [ 700.821611] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00ffe66-e3e7-4cdc-9d8a-fa9ee079903d with Priority: HIGHEST for action port [ 700.821876] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad322a65-106f-42ad-9dfc-9f8c22a2ee45 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.821995] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.822354] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.822624] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.822734] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad322a65-106f-42ad-9dfc-9f8c22a2ee45',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.824190] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.824270] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.824427] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.824540] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.824737] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.824795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.824851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.824996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.825096] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.825182] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad322a65-106f-42ad-9dfc-9f8c22a2ee45',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.825967] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-e00ffe66-e3e7-4cdc-9d8a-fa9ee079903d taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.826103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e00ffe66-e3e7-4cdc-9d8a-fa9ee079903d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.826173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e00ffe66-e3e7-4cdc-9d8a-fa9ee079903d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.826646] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e00ffe66-e3e7-4cdc-9d8a-fa9ee079903d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.826727] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e00ffe66-e3e7-4cdc-9d8a-fa9ee079903d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.302531] env[66408]: INFO networking_nsxv3.common.synchronization [req-3e8afc03-933a-4efb-a2bc-0d4b50e5ddae req-90c139a3-cf02-4605-ac78-ec49f17a53de tempest-DeleteServersTestJSON-605697757 tempest-DeleteServersTestJSON-605697757-project-member] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 701.303109] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 701.303413] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.303532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.303597] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.303804] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.303958] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.304447] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.304617] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.304814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.304954] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.305097] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.329506] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.330664] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.330664] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad322a65-106f-42ad-9dfc-9f8c22a2ee45',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.332129] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e00ffe66-e3e7-4cdc-9d8a-fa9ee079903d with status ACTIVE [ 701.332457] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.332619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.332709] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.333032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.333172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.333451] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.333623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.333750] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.334015] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.334138] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.334436] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.334559] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.334639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.335186] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.335310] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.335446] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e00ffe66-e3e7-4cdc-9d8a-fa9ee079903d is going to be updated. [ 701.367674] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.367674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.367674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.367674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.367674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.367674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e00ffe66-e3e7-4cdc-9d8a-fa9ee079903d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.648243] env[66408]: INFO networking_nsxv3.common.synchronization [req-00d4967c-2823-4a2f-ae0c-67a5f73ff2d6 req-227a147a-20b8-4e72-aab7-238f7a02ddee tempest-ImagesOneServerNegativeTestJSON-536934874 tempest-ImagesOneServerNegativeTestJSON-536934874-project-member] Enqueued Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_members [ 701.648763] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_members [ 701.649092] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.649225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.649284] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.649790] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.649790] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.649790] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.649959] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.649959] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.650689] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.650689] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.663303] env[66408]: INFO networking_nsxv3.common.synchronization [None req-372a4b88-36b3-4a7d-ada2-31b5ffe3785a None None] Enqueued Resource ID: 0598be6e-361b-42da-ba65-6e423df76427 with Priority: HIGHEST for action port [ 701.665893] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0598be6e-361b-42da-ba65-6e423df76427 with Priority: HIGHEST for action port [ 701.666828] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-0598be6e-361b-42da-ba65-6e423df76427 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.666926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0598be6e-361b-42da-ba65-6e423df76427" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.666997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0598be6e-361b-42da-ba65-6e423df76427" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.667300] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0598be6e-361b-42da-ba65-6e423df76427" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.667367] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0598be6e-361b-42da-ba65-6e423df76427',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.807580] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.807772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.807901] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.808167] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.808267] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.808508] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.808598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.808646] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.808831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.808893] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.808991] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be updated. [ 701.833134] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad322a65-106f-42ad-9dfc-9f8c22a2ee45',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.842120] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.842298] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.842416] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.842657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.842816] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.854094] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: IN_PROGRESS for 2s [ 702.052198] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.052424] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-787" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.052686] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-787" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.053035] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-787" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.054472] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.055036] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.055243] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.056203] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.056203] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.056203] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.056203] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.056203] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.056412] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.056441] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.056600] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.058177] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.079625] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.079799] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.079936] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.080130] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-787" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.080444] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-08922705-bf4a-417a-86c9-e1359224ab83 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.080612] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-08922705-bf4a-417a-86c9-e1359224ab83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.080750] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-08922705-bf4a-417a-86c9-e1359224ab83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.081080] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-08922705-bf4a-417a-86c9-e1359224ab83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.081215] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08922705-bf4a-417a-86c9-e1359224ab83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.153354] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.153537] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.153611] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.153829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.153921] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.154158] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.154253] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.154333] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.154517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.154817] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.154927] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0260dad-0288-4407-a866-29ab348fc997 already deleted. [ 702.155052] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.169197] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0598be6e-361b-42da-ba65-6e423df76427 [ 702.169433] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.169557] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.169621] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.169828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.169924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.170019] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0598be6e-361b-42da-ba65-6e423df76427 already deleted. [ 702.170951] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0598be6e-361b-42da-ba65-6e423df76427" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.240130] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: SUCCESS [ 702.240269] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.340283] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.341612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.341612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.341612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.341612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.341612] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 is going to be created. [ 702.374597] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.374597] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.374597] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.374597] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.374902] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.410034] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 in Status: UNINITIALIZED for 2s [ 702.583697] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.584039] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.584211] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.584671] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.584809] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.585042] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 08922705-bf4a-417a-86c9-e1359224ab83 not found, creating... [ 702.585833] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.585833] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.585833] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.586061] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.586233] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.586495] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.586671] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.586786] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.586995] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.587135] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.587266] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 08922705-bf4a-417a-86c9-e1359224ab83 is going to be created. [ 702.615731] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.615990] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.616162] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.616395] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.617020] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.617020] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-08922705-bf4a-417a-86c9-e1359224ab83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.336301] env[66408]: INFO networking_nsxv3.common.synchronization [req-00d4967c-2823-4a2f-ae0c-67a5f73ff2d6 req-bd5bf3f7-766a-4538-9b9c-7caca6dcda6b service nova] Enqueued Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_rules [ 703.336301] env[66408]: INFO networking_nsxv3.common.synchronization [req-00d4967c-2823-4a2f-ae0c-67a5f73ff2d6 req-bd5bf3f7-766a-4538-9b9c-7caca6dcda6b service nova] Enqueued Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_members [ 703.336301] env[66408]: INFO networking_nsxv3.common.synchronization [req-00d4967c-2823-4a2f-ae0c-67a5f73ff2d6 req-bd5bf3f7-766a-4538-9b9c-7caca6dcda6b service nova] Enqueued Resource ID: 08922705-bf4a-417a-86c9-e1359224ab83 with Priority: HIGHEST for action port [ 703.336301] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_rules [ 703.336301] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_members [ 703.336301] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08922705-bf4a-417a-86c9-e1359224ab83 with Priority: HIGHEST for action port [ 703.336301] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.336301] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.336301] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.336810] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.336810] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.338345] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.338407] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.338484] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.338892] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.338892] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.339279] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.339279] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.339279] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.339279] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.339416] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.340338] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-08922705-bf4a-417a-86c9-e1359224ab83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.340504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08922705-bf4a-417a-86c9-e1359224ab83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.340556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08922705-bf4a-417a-86c9-e1359224ab83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.346859] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08922705-bf4a-417a-86c9-e1359224ab83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.346956] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08922705-bf4a-417a-86c9-e1359224ab83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.757539] env[66408]: INFO networking_nsxv3.common.synchronization [None req-96b5f2fe-c4a2-4a19-9616-60bf9f9e2cd8 tempest-MigrationsAdminTest-1621028646 tempest-MigrationsAdminTest-1621028646-project-member] Enqueued Resource ID: b14a07d9-5cf2-4dfd-983a-13fc3754c6d9 with Priority: HIGHEST for action security_group_rules [ 703.758579] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14a07d9-5cf2-4dfd-983a-13fc3754c6d9 with Priority: HIGHEST for action security_group_rules [ 703.759056] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b14a07d9-5cf2-4dfd-983a-13fc3754c6d9 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.759307] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b14a07d9-5cf2-4dfd-983a-13fc3754c6d9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.759447] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b14a07d9-5cf2-4dfd-983a-13fc3754c6d9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.759775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b14a07d9-5cf2-4dfd-983a-13fc3754c6d9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.759951] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b14a07d9-5cf2-4dfd-983a-13fc3754c6d9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.852358] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.852358] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.852358] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.852358] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08922705-bf4a-417a-86c9-e1359224ab83 with status ACTIVE [ 703.854862] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.854862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.854862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.854862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.854862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.854862] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.855081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.855081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.855271] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.855339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.856291] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.856291] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.856291] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.856291] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.856291] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.856291] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08922705-bf4a-417a-86c9-e1359224ab83 is going to be updated. [ 703.870512] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 703.870512] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 deletion is rescheduled due to dependency. [ 703.870512] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.884114] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.884280] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.884322] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.884534] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.884669] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.884827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08922705-bf4a-417a-86c9-e1359224ab83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.946345] env[66408]: INFO networking_nsxv3.common.synchronization [None req-ef43d456-0e2f-40ff-84fa-8e74098bed65 tempest-MigrationsAdminTest-1621028646 tempest-MigrationsAdminTest-1621028646-project-member] Enqueued Resource ID: b14a07d9-5cf2-4dfd-983a-13fc3754c6d9 with Priority: HIGHEST for action security_group_rules [ 703.947048] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14a07d9-5cf2-4dfd-983a-13fc3754c6d9 with Priority: HIGHEST for action security_group_rules [ 703.947425] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b14a07d9-5cf2-4dfd-983a-13fc3754c6d9 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.947548] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b14a07d9-5cf2-4dfd-983a-13fc3754c6d9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.167307] env[66408]: INFO networking_nsxv3.common.synchronization [None req-b91e5ee8-a827-4f51-abf8-dcbf7585b8ad None None] Enqueued Resource ID: 9a2bf589-0479-4a63-a6d0-12f068668923 with Priority: HIGHEST for action port [ 704.167307] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a2bf589-0479-4a63-a6d0-12f068668923 with Priority: HIGHEST for action port [ 704.167307] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a2bf589-0479-4a63-a6d0-12f068668923 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.172164] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a2bf589-0479-4a63-a6d0-12f068668923" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.172164] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a2bf589-0479-4a63-a6d0-12f068668923" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.172164] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a2bf589-0479-4a63-a6d0-12f068668923" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.172164] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a2bf589-0479-4a63-a6d0-12f068668923',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.291929] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.294410] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.294410] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.294410] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.294410] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.294410] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b14a07d9-5cf2-4dfd-983a-13fc3754c6d9 already deleted. [ 704.294410] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b14a07d9-5cf2-4dfd-983a-13fc3754c6d9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.294410] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b14a07d9-5cf2-4dfd-983a-13fc3754c6d9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.294410] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b14a07d9-5cf2-4dfd-983a-13fc3754c6d9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.294410] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b14a07d9-5cf2-4dfd-983a-13fc3754c6d9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.358362] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.426023] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 in Status: SUCCESS [ 704.426023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.426023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.426023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.426023] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.426023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.426023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.426023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.426023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.426023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.426023] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad322a65-106f-42ad-9dfc-9f8c22a2ee45',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.674190] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a2bf589-0479-4a63-a6d0-12f068668923 [ 704.674190] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.674751] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.674751] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.676127] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.676195] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.676326] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a2bf589-0479-4a63-a6d0-12f068668923 already deleted. [ 704.676411] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a2bf589-0479-4a63-a6d0-12f068668923" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.821452] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.821624] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.821624] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.821826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.821920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.822020] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b14a07d9-5cf2-4dfd-983a-13fc3754c6d9 already deleted. [ 704.822104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b14a07d9-5cf2-4dfd-983a-13fc3754c6d9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.862710] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.862903] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.862972] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.863257] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.863357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.863476] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0260dad-0288-4407-a866-29ab348fc997 is going to be created. [ 704.891517] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.891673] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.891794] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.892062] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.892221] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.907016] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0260dad-0288-4407-a866-29ab348fc997 in Status: UNINITIALIZED for 2s [ 704.930748] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.930939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.931037] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.931289] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.931465] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.931570] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.931632] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.931790] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.931876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.932097] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.932180] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.932319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.932319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.932467] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.932614] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.932703] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.932947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.933671] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.933671] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.933671] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.933671] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad322a65-106f-42ad-9dfc-9f8c22a2ee45',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.437161] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad322a65-106f-42ad-9dfc-9f8c22a2ee45: rpc.has_security_group_logging(os_id): False [ 705.456793] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.458046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.458046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.458046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.458046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.458046] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.458046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.458046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.458046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.458342] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.458342] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.458664] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.458664] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.458664] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.458909] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.458954] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.459500] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.459596] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.460781] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.460781] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.460883] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 is going to be created. [ 705.530058] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.533012] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.533012] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.533012] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.533012] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.544671] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 in Status: IN_PROGRESS for 2s [ 706.918032] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0260dad-0288-4407-a866-29ab348fc997 in Status: SUCCESS [ 706.918331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.919146] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.919146] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.919146] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.919541] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.919541] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.919541] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.919541] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.919674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.919674] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.422852] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.423038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.423127] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.423367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.423538] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.423642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.423706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.423888] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.423984] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.424105] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.424253] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.424344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.424401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.425777] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.425998] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.426124] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.426187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.426373] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.426457] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.426544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.426659] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.569980] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 in Status: SUCCESS [ 707.570243] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.929880] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0260dad-0288-4407-a866-29ab348fc997: rpc.has_security_group_logging(os_id): False [ 707.953923] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.953923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.953923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.954586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.954699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.954998] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.956042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.956042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.956042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.956042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.956042] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.956042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.956306] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.956306] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.956389] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.956785] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.956888] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.956954] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.957331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.957331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.957331] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0260dad-0288-4407-a866-29ab348fc997 is going to be created. [ 708.025731] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.027159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.027159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.027159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.027159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.040373] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0260dad-0288-4407-a866-29ab348fc997 in Status: IN_PROGRESS for 2s [ 708.621295] env[66408]: INFO networking_nsxv3.common.synchronization [None req-7e69567a-0592-45b4-833b-9dd3d38f7fce None None] Enqueued Resource ID: 4e5ae786-ebf4-4102-8215-b7693e8c7129 with Priority: HIGHEST for action port [ 708.621942] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e5ae786-ebf4-4102-8215-b7693e8c7129 with Priority: HIGHEST for action port [ 708.623039] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e5ae786-ebf4-4102-8215-b7693e8c7129 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.623039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e5ae786-ebf4-4102-8215-b7693e8c7129" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.623039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e5ae786-ebf4-4102-8215-b7693e8c7129" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.623039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e5ae786-ebf4-4102-8215-b7693e8c7129" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.623039] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e5ae786-ebf4-4102-8215-b7693e8c7129',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.033187] env[66408]: INFO networking_nsxv3.common.synchronization [None req-505f6aae-fe2d-4457-b616-71c53875c3a2 None None] Enqueued Resource ID: aec82ae4-f054-421e-b785-ae498091eb77 with Priority: HIGHEST for action port [ 709.033187] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec82ae4-f054-421e-b785-ae498091eb77 with Priority: HIGHEST for action port [ 709.036486] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-aec82ae4-f054-421e-b785-ae498091eb77 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.036977] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aec82ae4-f054-421e-b785-ae498091eb77" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.037347] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aec82ae4-f054-421e-b785-ae498091eb77" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.038632] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aec82ae4-f054-421e-b785-ae498091eb77" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.038632] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aec82ae4-f054-421e-b785-ae498091eb77',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.130160] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e5ae786-ebf4-4102-8215-b7693e8c7129 [ 709.130160] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.130160] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.130160] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.131900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.131900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.131900] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e5ae786-ebf4-4102-8215-b7693e8c7129 already deleted. [ 709.131900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e5ae786-ebf4-4102-8215-b7693e8c7129" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.467805] env[66408]: INFO networking_nsxv3.common.synchronization [req-59dc1d47-d6cc-4c24-b503-c96af64076b4 req-fecaaa1a-61ae-4879-8df5-40f507d9f016 tempest-ServerGroupTestJSON-620086012 tempest-ServerGroupTestJSON-620086012-project-member] Enqueued Resource ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d with Priority: HIGHEST for action security_group_members [ 709.470843] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d with Priority: HIGHEST for action security_group_members [ 709.470843] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.470843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.470843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.470843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.470843] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.470843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.472997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.472997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.472997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.472997] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f89f24c-9e04-40c2-b0f4-09f97b282c0d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.545172] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aec82ae4-f054-421e-b785-ae498091eb77 [ 709.545411] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.545576] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.545647] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.545847] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.546044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.546166] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aec82ae4-f054-421e-b785-ae498091eb77 already deleted. [ 709.546253] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aec82ae4-f054-421e-b785-ae498091eb77" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.974661] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.974850] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.974899] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.975134] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.975233] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.975431] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.975535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.975601] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.975794] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.975875] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.975960] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d is going to be updated. [ 710.014991] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.014991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.014991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.014991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.015245] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.030021] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d in Status: IN_PROGRESS for 2s [ 710.053547] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0260dad-0288-4407-a866-29ab348fc997 in Status: SUCCESS [ 710.053906] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.069770] env[66408]: INFO networking_nsxv3.common.synchronization [req-20f56002-3201-4869-9e1f-bdc4d0bf060a req-9e05c6b0-21c8-478c-9551-dba5f6b31601 tempest-ServersAdminNegativeTestJSON-209407876 tempest-ServersAdminNegativeTestJSON-209407876-project-member] Enqueued Resource ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 with Priority: HIGHEST for action security_group_members [ 710.070253] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 with Priority: HIGHEST for action security_group_members [ 710.070561] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7e38bf-9650-433d-a094-332a42bf9aa5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.070677] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.070742] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.070941] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.071225] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.071527] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.071527] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.071640] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.071640] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.071714] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7e38bf-9650-433d-a094-332a42bf9aa5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.575397] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e7e38bf-9650-433d-a094-332a42bf9aa5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.704737] env[66408]: INFO networking_nsxv3.common.synchronization [None req-424f2413-d872-489f-88cb-b6f396759729 None None] Enqueued Resource ID: c92240f7-655f-4a4f-9bc1-cd703b807c59 with Priority: HIGHEST for action port [ 710.705453] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c92240f7-655f-4a4f-9bc1-cd703b807c59 with Priority: HIGHEST for action port [ 710.705867] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-c92240f7-655f-4a4f-9bc1-cd703b807c59 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.708357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c92240f7-655f-4a4f-9bc1-cd703b807c59" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.708357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c92240f7-655f-4a4f-9bc1-cd703b807c59" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.708797] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c92240f7-655f-4a4f-9bc1-cd703b807c59" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.708989] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c92240f7-655f-4a4f-9bc1-cd703b807c59',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.079143] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e7e38bf-9650-433d-a094-332a42bf9aa5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.218189] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c92240f7-655f-4a4f-9bc1-cd703b807c59 [ 711.218189] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.218189] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.218456] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.218641] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.218772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.218927] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c92240f7-655f-4a4f-9bc1-cd703b807c59 already deleted. [ 711.219119] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c92240f7-655f-4a4f-9bc1-cd703b807c59" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.324564] env[66408]: INFO networking_nsxv3.common.synchronization [req-508a3f4e-6c64-4f81-97c8-b09780cb8724 req-b15a53bf-2ccb-42b1-bdfa-630573c6f375 tempest-FloatingIPsAssociationTestJSON-272492902 tempest-FloatingIPsAssociationTestJSON-272492902-project-member] Enqueued Resource ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 with Priority: HIGHEST for action security_group_members [ 711.325209] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 with Priority: HIGHEST for action security_group_members [ 711.325534] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c095eb9e-132d-4b68-b03b-9ceba70b6602 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.325658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.325725] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.325926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.326101] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.326200] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.326925] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.326925] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.326925] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.326925] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c095eb9e-132d-4b68-b03b-9ceba70b6602',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.544984] env[66408]: INFO networking_nsxv3.common.synchronization [None req-2eaabd59-fce8-4747-a336-844827690aa1 None None] Enqueued Resource ID: 609cd85a-ecb1-4820-b0dc-9caaed1655c4 with Priority: HIGHEST for action port [ 711.544984] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609cd85a-ecb1-4820-b0dc-9caaed1655c4 with Priority: HIGHEST for action port [ 711.545369] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-609cd85a-ecb1-4820-b0dc-9caaed1655c4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.545735] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-609cd85a-ecb1-4820-b0dc-9caaed1655c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.545735] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-609cd85a-ecb1-4820-b0dc-9caaed1655c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.545918] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-609cd85a-ecb1-4820-b0dc-9caaed1655c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.545949] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609cd85a-ecb1-4820-b0dc-9caaed1655c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.581563] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.581854] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.581854] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.582117] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.582226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.582334] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 is going to be updated. [ 711.620132] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.620369] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.620369] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.620557] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.620704] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.637060] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 in Status: IN_PROGRESS for 2s [ 711.828747] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c095eb9e-132d-4b68-b03b-9ceba70b6602',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.029050] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.029498] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-558" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.029753] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-558" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.030200] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-558" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.030636] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.030937] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.031191] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.031532] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.031727] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.032132] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.032215] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.032329] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.033655] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.033655] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.033655] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.033655] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.047514] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d in Status: SUCCESS [ 712.047755] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d deletion is rescheduled due to dependency. [ 712.047864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.048130] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 609cd85a-ecb1-4820-b0dc-9caaed1655c4 [ 712.052151] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.052151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.052151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.052151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.052151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.052151] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:609cd85a-ecb1-4820-b0dc-9caaed1655c4 already deleted. [ 712.052151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-609cd85a-ecb1-4820-b0dc-9caaed1655c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.061214] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.061445] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 712.061609] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.061784] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-558" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.062201] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-3488225a-e7c5-4737-b31b-60ad69b36985 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.062377] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-3488225a-e7c5-4737-b31b-60ad69b36985" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.062489] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-3488225a-e7c5-4737-b31b-60ad69b36985" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.062843] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-3488225a-e7c5-4737-b31b-60ad69b36985" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.063936] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3488225a-e7c5-4737-b31b-60ad69b36985',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.066900] env[66408]: INFO networking_nsxv3.common.synchronization [req-6fa1544a-469d-4f09-84f5-576e5469dceb req-3c5e6089-698c-4cb2-a284-bfeedbb9921c tempest-ServersWithSpecificFlavorTestJSON-855079068 tempest-ServersWithSpecificFlavorTestJSON-855079068-project-member] Enqueued Resource ID: b97ee5f2-2967-4e24-828d-a683663663fa with Priority: HIGHEST for action security_group_members [ 712.067459] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97ee5f2-2967-4e24-828d-a683663663fa with Priority: HIGHEST for action security_group_members [ 712.068029] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97ee5f2-2967-4e24-828d-a683663663fa taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.068256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.068344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.068565] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.068737] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.068855] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.068935] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.069082] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.069169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.069259] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b97ee5f2-2967-4e24-828d-a683663663fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.332453] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c095eb9e-132d-4b68-b03b-9ceba70b6602',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.567323] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.567543] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.567681] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.568036] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.568188] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.568368] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 3488225a-e7c5-4737-b31b-60ad69b36985 not found, creating... [ 712.568654] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.568842] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.569068] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.569487] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.569675] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.570100] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.570276] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.570391] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.570628] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.570778] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.570921] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 3488225a-e7c5-4737-b31b-60ad69b36985 is going to be created. [ 712.572158] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.572270] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.572336] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.572495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.572578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.572740] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.572839] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.572902] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.573044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.573117] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.573197] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97ee5f2-2967-4e24-828d-a683663663fa is going to be updated. [ 712.607024] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.607024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.607024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.607024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.607024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.607024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-3488225a-e7c5-4737-b31b-60ad69b36985" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.616601] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.616601] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.616601] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.616601] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.616601] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.628416] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97ee5f2-2967-4e24-828d-a683663663fa in Status: IN_PROGRESS for 2s [ 712.835126] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.835297] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.835367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.835601] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.835697] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.835795] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 is going to be updated. [ 712.869764] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.869947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.869987] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.871218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.871218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.881421] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 in Status: IN_PROGRESS for 2s [ 713.352460] env[66408]: INFO networking_nsxv3.common.synchronization [req-508a3f4e-6c64-4f81-97c8-b09780cb8724 req-b29906b4-0f61-4016-8d5e-bb3a5a01ab14 service nova] Enqueued Resource ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 with Priority: HIGHEST for action security_group_rules [ 713.352460] env[66408]: INFO networking_nsxv3.common.synchronization [req-508a3f4e-6c64-4f81-97c8-b09780cb8724 req-b29906b4-0f61-4016-8d5e-bb3a5a01ab14 service nova] Enqueued Resource ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 with Priority: HIGHEST for action security_group_members [ 713.352460] env[66408]: INFO networking_nsxv3.common.synchronization [req-508a3f4e-6c64-4f81-97c8-b09780cb8724 req-b29906b4-0f61-4016-8d5e-bb3a5a01ab14 service nova] Enqueued Resource ID: 3488225a-e7c5-4737-b31b-60ad69b36985 with Priority: HIGHEST for action port [ 713.352460] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 with Priority: HIGHEST for action security_group_rules [ 713.352460] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 with Priority: HIGHEST for action security_group_members [ 713.353103] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3488225a-e7c5-4737-b31b-60ad69b36985 with Priority: HIGHEST for action port [ 713.353103] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c095eb9e-132d-4b68-b03b-9ceba70b6602 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.353103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.353103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.356913] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.356913] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c095eb9e-132d-4b68-b03b-9ceba70b6602',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.356913] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c095eb9e-132d-4b68-b03b-9ceba70b6602 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.356913] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.356913] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-3488225a-e7c5-4737-b31b-60ad69b36985 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.356913] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3488225a-e7c5-4737-b31b-60ad69b36985" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.357453] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3488225a-e7c5-4737-b31b-60ad69b36985" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.357453] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3488225a-e7c5-4737-b31b-60ad69b36985" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.357453] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3488225a-e7c5-4737-b31b-60ad69b36985',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.647993] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 in Status: SUCCESS [ 713.647993] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.861809] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c095eb9e-132d-4b68-b03b-9ceba70b6602 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.861979] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.862540] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3488225a-e7c5-4737-b31b-60ad69b36985 with status ACTIVE [ 713.862540] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.862722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.862722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.863218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.863218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.863336] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.863429] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.863560] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.863926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.863926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.864127] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.864211] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.864274] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.865055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.865055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.865055] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3488225a-e7c5-4737-b31b-60ad69b36985 is going to be updated. [ 713.888606] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.888930] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.889027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.889281] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.889422] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.889586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3488225a-e7c5-4737-b31b-60ad69b36985" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.234489] env[66408]: INFO networking_nsxv3.common.synchronization [None req-ec6c5f23-5f3a-4161-adb3-7b7f07c6364f tempest-ServersV294TestFqdnHostnames-2104051553 tempest-ServersV294TestFqdnHostnames-2104051553-project-member] Enqueued Resource ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 with Priority: HIGHEST for action security_group_rules [ 714.235104] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 with Priority: HIGHEST for action security_group_rules [ 714.235413] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3696451e-9ab7-433d-a5e5-d54c3aadf322 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.235535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.235599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.235862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.235942] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3696451e-9ab7-433d-a5e5-d54c3aadf322',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.358687] env[66408]: INFO networking_nsxv3.common.synchronization [None req-30a3acf2-ba08-435b-b422-14349163509c tempest-ServersV294TestFqdnHostnames-2104051553 tempest-ServersV294TestFqdnHostnames-2104051553-project-member] Enqueued Resource ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 with Priority: HIGHEST for action security_group_rules [ 714.358996] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 with Priority: HIGHEST for action security_group_rules [ 714.359615] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3696451e-9ab7-433d-a5e5-d54c3aadf322 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.359615] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.640260] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97ee5f2-2967-4e24-828d-a683663663fa in Status: SUCCESS [ 714.640260] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97ee5f2-2967-4e24-828d-a683663663fa deletion is rescheduled due to dependency. [ 714.640260] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.758891] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.758891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.758891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.758891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.758891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.758891] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 already deleted. [ 714.758891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.758891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.758891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.758891] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3696451e-9ab7-433d-a5e5-d54c3aadf322',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.893777] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 in Status: SUCCESS [ 714.894083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.894328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.894616] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.894833] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.894989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.895076] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.895401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.895651] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.895832] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c095eb9e-132d-4b68-b03b-9ceba70b6602',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.282949] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.283121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.283209] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.283458] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.283554] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.283656] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 already deleted. [ 715.283740] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.399741] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c095eb9e-132d-4b68-b03b-9ceba70b6602',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.776588] env[66408]: INFO networking_nsxv3.common.synchronization [req-959bffa1-5b00-446e-88c5-239fc25f6b2b req-19bb2f79-449d-47e4-8630-2a692303f7bc tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 with Priority: HIGHEST for action security_group_members [ 715.777247] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 with Priority: HIGHEST for action security_group_members [ 715.777610] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f3ee7e1-5642-4c34-95df-b4734659f123 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.777783] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.777831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.778094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.778250] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.778352] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.778408] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.778560] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.778646] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.778743] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f3ee7e1-5642-4c34-95df-b4734659f123',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.905076] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c095eb9e-132d-4b68-b03b-9ceba70b6602',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.281442] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.283254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.283254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.283254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.283254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.283254] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.283254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.283254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.283254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.283254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.283254] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 already deleted. [ 716.283254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.348763] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.349696] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.349696] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.349696] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.350027] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.350405] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.350405] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.350544] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.350668] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.352291] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.352291] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.352291] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.352291] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.352291] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.352291] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.352291] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.391947] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.391947] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.391947] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.392109] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.392687] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-993e371a-e7f9-4483-8af4-de706ee0ec3e taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.392687] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-993e371a-e7f9-4483-8af4-de706ee0ec3e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.392687] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-993e371a-e7f9-4483-8af4-de706ee0ec3e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.393275] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-993e371a-e7f9-4483-8af4-de706ee0ec3e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.393275] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('993e371a-e7f9-4483-8af4-de706ee0ec3e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.406579] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.407039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.407039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.407161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.407256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.407357] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 is going to be updated. [ 716.448931] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.449097] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.449140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.449381] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.449498] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.460872] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 in Status: IN_PROGRESS for 2s [ 716.756033] env[66408]: INFO networking_nsxv3.common.synchronization [None req-eda49850-45f8-4b81-b7f3-294a77580ea0 None None] Enqueued Resource ID: 9061bc54-0b36-480b-a9dd-3ae961d80b03 with Priority: HIGHEST for action port [ 716.756575] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9061bc54-0b36-480b-a9dd-3ae961d80b03 with Priority: HIGHEST for action port [ 716.757239] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-9061bc54-0b36-480b-a9dd-3ae961d80b03 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.757239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9061bc54-0b36-480b-a9dd-3ae961d80b03" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.757239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9061bc54-0b36-480b-a9dd-3ae961d80b03" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.757401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9061bc54-0b36-480b-a9dd-3ae961d80b03" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.757479] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9061bc54-0b36-480b-a9dd-3ae961d80b03',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.896465] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.896703] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.896832] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.897126] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.897272] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.897443] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 993e371a-e7f9-4483-8af4-de706ee0ec3e not found, creating... [ 716.897697] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.897889] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.897988] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.898244] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.898378] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.898737] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.898889] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.899009] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.899216] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.899345] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.899474] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 993e371a-e7f9-4483-8af4-de706ee0ec3e is going to be created. [ 716.921470] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.921800] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.921800] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.922074] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.922574] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.922797] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-993e371a-e7f9-4483-8af4-de706ee0ec3e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.230857] env[66408]: INFO networking_nsxv3.common.synchronization [None req-3047da6d-1463-4467-9d78-03bc0840621f None None] Enqueued Resource ID: 1102e6b5-189e-405d-9f37-7ea9cdbdf9ca with Priority: HIGHEST for action port [ 717.231122] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1102e6b5-189e-405d-9f37-7ea9cdbdf9ca with Priority: HIGHEST for action port [ 717.232165] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-1102e6b5-189e-405d-9f37-7ea9cdbdf9ca taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.232165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1102e6b5-189e-405d-9f37-7ea9cdbdf9ca" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.232165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1102e6b5-189e-405d-9f37-7ea9cdbdf9ca" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.232608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1102e6b5-189e-405d-9f37-7ea9cdbdf9ca" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.232660] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1102e6b5-189e-405d-9f37-7ea9cdbdf9ca',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.259811] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9061bc54-0b36-480b-a9dd-3ae961d80b03 [ 717.260040] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.260164] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.260228] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.260433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.260516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.260642] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9061bc54-0b36-480b-a9dd-3ae961d80b03 already deleted. [ 717.260674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9061bc54-0b36-480b-a9dd-3ae961d80b03" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.734720] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1102e6b5-189e-405d-9f37-7ea9cdbdf9ca [ 717.735036] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.735169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.735222] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.735427] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.735515] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.735608] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1102e6b5-189e-405d-9f37-7ea9cdbdf9ca already deleted. [ 717.735688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1102e6b5-189e-405d-9f37-7ea9cdbdf9ca" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.085027] env[66408]: INFO networking_nsxv3.common.synchronization [req-959bffa1-5b00-446e-88c5-239fc25f6b2b req-258d425e-3e0d-4843-9373-71a3ff0b711d service nova] Enqueued Resource ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 with Priority: HIGHEST for action security_group_rules [ 718.085187] env[66408]: INFO networking_nsxv3.common.synchronization [req-959bffa1-5b00-446e-88c5-239fc25f6b2b req-258d425e-3e0d-4843-9373-71a3ff0b711d service nova] Enqueued Resource ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 with Priority: HIGHEST for action security_group_members [ 718.085310] env[66408]: INFO networking_nsxv3.common.synchronization [req-959bffa1-5b00-446e-88c5-239fc25f6b2b req-258d425e-3e0d-4843-9373-71a3ff0b711d service nova] Enqueued Resource ID: 993e371a-e7f9-4483-8af4-de706ee0ec3e with Priority: HIGHEST for action port [ 718.086155] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 with Priority: HIGHEST for action security_group_rules [ 718.087503] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 with Priority: HIGHEST for action security_group_members [ 718.088305] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993e371a-e7f9-4483-8af4-de706ee0ec3e with Priority: HIGHEST for action port [ 718.088858] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f3ee7e1-5642-4c34-95df-b4734659f123 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.088858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.088858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.089081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.089128] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f3ee7e1-5642-4c34-95df-b4734659f123',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.091563] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f3ee7e1-5642-4c34-95df-b4734659f123 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.091648] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.091982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.091982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.092203] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.092267] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.092346] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.093250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.093250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.093250] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f3ee7e1-5642-4c34-95df-b4734659f123',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.094339] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-993e371a-e7f9-4483-8af4-de706ee0ec3e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.094704] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-993e371a-e7f9-4483-8af4-de706ee0ec3e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.094904] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-993e371a-e7f9-4483-8af4-de706ee0ec3e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.095143] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-993e371a-e7f9-4483-8af4-de706ee0ec3e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.095251] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('993e371a-e7f9-4483-8af4-de706ee0ec3e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.461681] env[66408]: INFO networking_nsxv3.common.synchronization [req-21905225-52b5-40c5-8c3a-979804d07d80 req-94d9fbf8-0b4a-4292-9f29-26c38285e7fc tempest-ServerRescueTestJSON-1284870514 tempest-ServerRescueTestJSON-1284870514-project-member] Enqueued Resource ID: 67b58317-bc54-4394-846d-8acd7c33bc41 with Priority: HIGHEST for action security_group_members [ 718.462856] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b58317-bc54-4394-846d-8acd7c33bc41 with Priority: HIGHEST for action security_group_members [ 718.463224] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-67b58317-bc54-4394-846d-8acd7c33bc41 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.463351] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.463419] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.463605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.463773] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.463841] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.463912] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.464066] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.464141] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.464213] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67b58317-bc54-4394-846d-8acd7c33bc41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.474275] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 in Status: SUCCESS [ 718.474275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.474275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.474440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.474551] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.474674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.474739] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.474915] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.474987] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.475084] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.475267] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c095eb9e-132d-4b68-b03b-9ceba70b6602',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.593365] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f3ee7e1-5642-4c34-95df-b4734659f123 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.593365] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.600047] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 993e371a-e7f9-4483-8af4-de706ee0ec3e with status ACTIVE [ 718.600047] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.600047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.600047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.600047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.600047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.600047] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.600047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.600047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.600047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.600047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.600047] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.600047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.600047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.600047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.600047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.600047] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 993e371a-e7f9-4483-8af4-de706ee0ec3e is going to be updated. [ 718.601084] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f3ee7e1-5642-4c34-95df-b4734659f123',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.623440] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.623581] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.623651] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.623868] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.623999] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.624170] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-993e371a-e7f9-4483-8af4-de706ee0ec3e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.689352] env[66408]: INFO networking_nsxv3.common.synchronization [None req-e139b60d-03b3-4c6b-9d50-443e4ef31d9e None None] Enqueued Resource ID: 1aa8bc28-be3f-47d2-a011-67c38bf6ef81 with Priority: HIGHEST for action port [ 718.689352] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa8bc28-be3f-47d2-a011-67c38bf6ef81 with Priority: HIGHEST for action port [ 718.689352] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-1aa8bc28-be3f-47d2-a011-67c38bf6ef81 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.689352] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1aa8bc28-be3f-47d2-a011-67c38bf6ef81" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.689352] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1aa8bc28-be3f-47d2-a011-67c38bf6ef81" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.689352] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1aa8bc28-be3f-47d2-a011-67c38bf6ef81" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.690779] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aa8bc28-be3f-47d2-a011-67c38bf6ef81',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.933594] env[66408]: INFO networking_nsxv3.common.synchronization [req-cef53a34-2c82-4b1e-bf89-75aa37380308 req-4ae4d7da-ed77-49a9-9142-4b534095571f tempest-AttachVolumeShelveTestJSON-2019605850 tempest-AttachVolumeShelveTestJSON-2019605850-project-member] Enqueued Resource ID: 899a8826-424c-4b0c-9e9b-58265416babd with Priority: HIGHEST for action security_group_members [ 718.934884] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a8826-424c-4b0c-9e9b-58265416babd with Priority: HIGHEST for action security_group_members [ 718.937180] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a8826-424c-4b0c-9e9b-58265416babd taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.937180] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.937180] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.937180] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.937180] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.937180] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.937180] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.937928] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.937928] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.937928] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('899a8826-424c-4b0c-9e9b-58265416babd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.968868] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.969115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.969207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.969444] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.970026] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.970026] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.970026] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.970026] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.970354] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.970354] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.970418] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b58317-bc54-4394-846d-8acd7c33bc41 is going to be updated. [ 718.978492] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c095eb9e-132d-4b68-b03b-9ceba70b6602 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.978720] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.978818] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.979121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.979341] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.979466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.979566] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.979756] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.979871] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.979986] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.980737] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c095eb9e-132d-4b68-b03b-9ceba70b6602 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.980894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.980992] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.981306] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.981540] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.981703] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.981819] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.982057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.982263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.983012] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.983184] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c095eb9e-132d-4b68-b03b-9ceba70b6602',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.006168] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.006446] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.006525] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.007108] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.007108] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.020499] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b58317-bc54-4394-846d-8acd7c33bc41 in Status: IN_PROGRESS for 2s [ 719.104830] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f3ee7e1-5642-4c34-95df-b4734659f123',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.194365] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1aa8bc28-be3f-47d2-a011-67c38bf6ef81 [ 719.194918] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.195145] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.195219] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.195920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.195920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.195920] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1aa8bc28-be3f-47d2-a011-67c38bf6ef81 already deleted. [ 719.195920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1aa8bc28-be3f-47d2-a011-67c38bf6ef81" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.349635] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-766 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.349852] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-766" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.349945] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-766" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.350434] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-766" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.350747] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.350981] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.351052] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.351249] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.351382] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.351576] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.351676] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.351774] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.351870] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.351966] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.352077] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.352227] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.373298] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.373446] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.373582] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.373748] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-766" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.374225] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-fa032915-be9e-420f-9b99-a27cdf93aee5 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.374299] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-fa032915-be9e-420f-9b99-a27cdf93aee5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.374397] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-fa032915-be9e-420f-9b99-a27cdf93aee5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.374720] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-fa032915-be9e-420f-9b99-a27cdf93aee5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.374873] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa032915-be9e-420f-9b99-a27cdf93aee5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.440695] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.441360] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.442655] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.442655] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.442655] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.442655] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.442655] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.442655] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.442655] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.442655] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.442655] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899a8826-424c-4b0c-9e9b-58265416babd already deleted. [ 719.442655] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.491717] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c095eb9e-132d-4b68-b03b-9ceba70b6602: rpc.has_security_group_logging(os_id): False [ 719.510157] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.510545] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.510722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.511052] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.511264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.511573] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.511885] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.512069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.512679] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.513261] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.513447] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.513656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.513798] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.517123] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.517123] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.517123] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.517123] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.517123] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.517123] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.517123] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.517123] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 is going to be updated. [ 719.589608] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.589834] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.589834] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.590028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.590173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.607085] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 in Status: IN_PROGRESS for 2s [ 719.608727] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.609484] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.609484] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.609484] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.609484] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.609484] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 is going to be created. [ 719.633684] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.633924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.633986] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.635036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.635036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.646506] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 in Status: UNINITIALIZED for 2s [ 719.881099] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.881258] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.881343] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.881604] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.881748] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.881893] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port fa032915-be9e-420f-9b99-a27cdf93aee5 not found, creating... [ 719.882167] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.882316] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.882425] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.882635] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.882762] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.883042] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.883225] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.883573] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.883573] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.883680] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.883730] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: fa032915-be9e-420f-9b99-a27cdf93aee5 is going to be created. [ 719.903910] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.904097] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.904224] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.904426] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.904648] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.904960] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-fa032915-be9e-420f-9b99-a27cdf93aee5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.014363] env[66408]: INFO networking_nsxv3.common.synchronization [None req-7a042585-64ac-4625-a526-c2b7dac6389b None None] Enqueued Resource ID: 7927e3e6-521b-4d5d-92ab-5ed99e21bc6a with Priority: HIGHEST for action port [ 720.014909] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7927e3e6-521b-4d5d-92ab-5ed99e21bc6a with Priority: HIGHEST for action port [ 720.015903] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-7927e3e6-521b-4d5d-92ab-5ed99e21bc6a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.015903] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7927e3e6-521b-4d5d-92ab-5ed99e21bc6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.015903] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7927e3e6-521b-4d5d-92ab-5ed99e21bc6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.015903] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7927e3e6-521b-4d5d-92ab-5ed99e21bc6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.015903] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7927e3e6-521b-4d5d-92ab-5ed99e21bc6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.378052] env[66408]: INFO networking_nsxv3.common.synchronization [req-58e02aa7-7c59-4f7f-90cc-70286d7e1bdb req-0a6df38c-fb54-4d7c-a945-9b0ffca4f74e tempest-ServersTestMultiNic-2138638854 tempest-ServersTestMultiNic-2138638854-project-member] Enqueued Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 720.378932] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 720.379543] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.379673] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.379729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.380120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.380289] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.380403] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.380639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.380639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.380728] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.380803] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.518570] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7927e3e6-521b-4d5d-92ab-5ed99e21bc6a [ 720.519991] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.519991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.519991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.519991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.519991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.519991] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7927e3e6-521b-4d5d-92ab-5ed99e21bc6a already deleted. [ 720.519991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7927e3e6-521b-4d5d-92ab-5ed99e21bc6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.660332] env[66408]: INFO networking_nsxv3.common.synchronization [req-cef53a34-2c82-4b1e-bf89-75aa37380308 req-68c7e832-5928-4cba-b9b5-61d474bf97cc service nova] Enqueued Resource ID: 899a8826-424c-4b0c-9e9b-58265416babd with Priority: HIGHEST for action security_group_rules [ 720.660601] env[66408]: INFO networking_nsxv3.common.synchronization [req-cef53a34-2c82-4b1e-bf89-75aa37380308 req-68c7e832-5928-4cba-b9b5-61d474bf97cc service nova] Enqueued Resource ID: 899a8826-424c-4b0c-9e9b-58265416babd with Priority: HIGHEST for action security_group_members [ 720.660832] env[66408]: INFO networking_nsxv3.common.synchronization [req-cef53a34-2c82-4b1e-bf89-75aa37380308 req-68c7e832-5928-4cba-b9b5-61d474bf97cc service nova] Enqueued Resource ID: fa032915-be9e-420f-9b99-a27cdf93aee5 with Priority: HIGHEST for action port [ 720.661631] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a8826-424c-4b0c-9e9b-58265416babd with Priority: HIGHEST for action security_group_rules [ 720.661862] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a8826-424c-4b0c-9e9b-58265416babd with Priority: HIGHEST for action security_group_members [ 720.663323] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa032915-be9e-420f-9b99-a27cdf93aee5 with Priority: HIGHEST for action port [ 720.663323] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-899a8826-424c-4b0c-9e9b-58265416babd taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.663323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.663323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.663323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.663323] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('899a8826-424c-4b0c-9e9b-58265416babd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.665154] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a8826-424c-4b0c-9e9b-58265416babd taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.665333] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.665428] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.665725] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.665889] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.666024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.666105] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.666279] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.666391] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.666773] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('899a8826-424c-4b0c-9e9b-58265416babd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.667557] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa032915-be9e-420f-9b99-a27cdf93aee5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.667757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa032915-be9e-420f-9b99-a27cdf93aee5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.668016] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa032915-be9e-420f-9b99-a27cdf93aee5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.668284] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa032915-be9e-420f-9b99-a27cdf93aee5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.668284] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa032915-be9e-420f-9b99-a27cdf93aee5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.884406] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.885048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.885048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.885361] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.885476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.885971] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.886075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.886126] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.886370] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.886509] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.886783] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 already deleted. [ 720.886783] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.955311] env[66408]: INFO networking_nsxv3.common.synchronization [req-58e02aa7-7c59-4f7f-90cc-70286d7e1bdb req-fef458be-184f-4573-8115-32f11f21e5cd tempest-ServersTestMultiNic-2138638854 tempest-ServersTestMultiNic-2138638854-project-member] Enqueued Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 720.959031] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 720.959031] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.959031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.959031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.959031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.959031] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.959031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.959031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.959031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.959031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.959031] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.030666] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67b58317-bc54-4394-846d-8acd7c33bc41 in Status: SUCCESS [ 721.030972] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67b58317-bc54-4394-846d-8acd7c33bc41 deletion is rescheduled due to dependency. [ 721.030972] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.170632] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a8826-424c-4b0c-9e9b-58265416babd taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.170632] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.170790] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('899a8826-424c-4b0c-9e9b-58265416babd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.171672] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa032915-be9e-420f-9b99-a27cdf93aee5 with status ACTIVE [ 721.171862] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.172009] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.172053] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.172343] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.172403] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.172540] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.172636] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.172696] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.172855] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.172945] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.178140] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.178140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.178140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.178140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.178140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.178336] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa032915-be9e-420f-9b99-a27cdf93aee5 is going to be updated. [ 721.205953] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.206225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.206311] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.206573] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.206776] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.206983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa032915-be9e-420f-9b99-a27cdf93aee5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.355751] env[66408]: INFO networking_nsxv3.common.synchronization [req-58e02aa7-7c59-4f7f-90cc-70286d7e1bdb req-4f6237e8-19a7-49b9-a53f-2d676001cd88 tempest-ServersTestMultiNic-2138638854 tempest-ServersTestMultiNic-2138638854-project-member] Enqueued Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 721.356468] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 721.359842] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.360140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.461107] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.461265] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.461334] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.461552] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.461642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.461843] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.461939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.461998] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.462700] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.462700] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.462700] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 already deleted. [ 721.462700] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.462700] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.462700] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.462949] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.462949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.462949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.463108] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.463237] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.463237] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.626170] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 in Status: SUCCESS [ 721.626277] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.658976] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 in Status: SUCCESS [ 721.658976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.659380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.659998] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.659998] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.660425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.660624] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.661052] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.661052] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.661052] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.661185] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f3ee7e1-5642-4c34-95df-b4734659f123',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.680238] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('899a8826-424c-4b0c-9e9b-58265416babd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.768953] env[66408]: INFO networking_nsxv3.common.synchronization [None req-f187c14c-0b70-4b31-a028-a4ead81bddfa tempest-ServerActionsTestOtherB-1051836459 tempest-ServerActionsTestOtherB-1051836459-project-member] Enqueued Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_rules [ 721.770127] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_rules [ 721.770219] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.770331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.770395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.770788] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.770884] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.838942] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-481 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.839192] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-481" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.839407] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-481" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.839932] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-481" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.840030] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.840156] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.840273] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.840494] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.840639] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.840843] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.840958] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.841076] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.841181] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.841285] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.841385] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.841716] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.862447] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.862618] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.862749] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.862973] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-481" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.863315] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-a394480e-8300-4a2a-8ca3-a208b27b5d25 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.863478] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-a394480e-8300-4a2a-8ca3-a208b27b5d25" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.863589] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-a394480e-8300-4a2a-8ca3-a208b27b5d25" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.863900] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-a394480e-8300-4a2a-8ca3-a208b27b5d25" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.864060] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a394480e-8300-4a2a-8ca3-a208b27b5d25',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.971672] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.971868] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.971984] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.972308] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.972482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.972735] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.972849] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.972902] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.973088] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.973173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.973255] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 already deleted. [ 721.973332] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.076892] env[66408]: INFO networking_nsxv3.common.synchronization [None req-c16ebe20-cd80-47b5-8089-027a8c98f073 tempest-ServerActionsTestOtherB-1051836459 tempest-ServerActionsTestOtherB-1051836459-project-member] Enqueued Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_rules [ 722.077443] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_rules [ 722.077747] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.077822] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.163448] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f3ee7e1-5642-4c34-95df-b4734659f123',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.184928] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.184928] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.184928] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.184928] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.184928] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.184928] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899a8826-424c-4b0c-9e9b-58265416babd is going to be created. [ 722.212780] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.212922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.212991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.213218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.213384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.226894] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899a8826-424c-4b0c-9e9b-58265416babd in Status: UNINITIALIZED for 2s [ 722.292211] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.292211] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.292211] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.292469] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.292469] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.292528] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 already deleted. [ 722.292619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.292747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.292906] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.293013] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.369701] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.369701] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.369701] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.369701] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.369701] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.369701] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port a394480e-8300-4a2a-8ca3-a208b27b5d25 not found, creating... [ 722.369701] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.369701] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.369701] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.369701] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.369701] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.370155] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.370155] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.371182] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.371559] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.372290] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.372290] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: a394480e-8300-4a2a-8ca3-a208b27b5d25 is going to be created. [ 722.393694] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.393920] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.394067] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.394339] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.394558] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.395251] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-a394480e-8300-4a2a-8ca3-a208b27b5d25" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.665964] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f3ee7e1-5642-4c34-95df-b4734659f123: rpc.has_security_group_logging(os_id): False [ 722.688680] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.688832] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.688907] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.690105] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.690105] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.690105] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.690105] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.690105] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.690105] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.690352] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.690352] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 is going to be created. [ 722.766963] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.767126] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.767230] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.767410] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.767608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.779757] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 in Status: IN_PROGRESS for 2s [ 722.817040] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.817217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.817424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.817566] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.817736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.817795] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 already deleted. [ 722.817886] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.180881] env[66408]: INFO networking_nsxv3.common.synchronization [req-58e02aa7-7c59-4f7f-90cc-70286d7e1bdb req-8d912636-cde1-45a0-bf75-3b55c5136dc4 service nova] Enqueued Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_rules [ 723.180881] env[66408]: INFO networking_nsxv3.common.synchronization [req-58e02aa7-7c59-4f7f-90cc-70286d7e1bdb req-8d912636-cde1-45a0-bf75-3b55c5136dc4 service nova] Enqueued Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 723.181280] env[66408]: INFO networking_nsxv3.common.synchronization [req-58e02aa7-7c59-4f7f-90cc-70286d7e1bdb req-8d912636-cde1-45a0-bf75-3b55c5136dc4 service nova] Enqueued Resource ID: a394480e-8300-4a2a-8ca3-a208b27b5d25 with Priority: HIGHEST for action port [ 723.182322] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_rules [ 723.182777] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 723.183151] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a394480e-8300-4a2a-8ca3-a208b27b5d25 with Priority: HIGHEST for action port [ 723.184034] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.184034] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.184034] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.184034] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.184034] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.185569] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.185569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.185569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.185988] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.187893] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.187893] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.187893] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.187893] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.187893] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.187893] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.188879] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-a394480e-8300-4a2a-8ca3-a208b27b5d25 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.191516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a394480e-8300-4a2a-8ca3-a208b27b5d25" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.191516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a394480e-8300-4a2a-8ca3-a208b27b5d25" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.191958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a394480e-8300-4a2a-8ca3-a208b27b5d25" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.191958] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a394480e-8300-4a2a-8ca3-a208b27b5d25',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.694874] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a394480e-8300-4a2a-8ca3-a208b27b5d25 with status ACTIVE [ 723.695262] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.695262] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.695941] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.695941] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.695941] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.695941] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.695941] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.695941] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.696227] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.696227] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.696289] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.696385] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.696440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.696576] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.696648] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.696751] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a394480e-8300-4a2a-8ca3-a208b27b5d25 is going to be updated. [ 723.698817] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.699323] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.699323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.720556] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.720556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.720556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.720556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.720556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.720877] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a394480e-8300-4a2a-8ca3-a208b27b5d25" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.973157] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-669 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.973389] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-669" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.973561] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-669" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.974095] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-669" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.974556] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.974690] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.974964] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.975298] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.975832] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.976269] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.976569] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.976717] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.977039] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.977187] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.977301] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.977438] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.998977] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.999186] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.999361] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.999554] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-669" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.000027] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-30ccee4e-05ad-4d75-9c09-ac602a02d9ff taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.000027] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-30ccee4e-05ad-4d75-9c09-ac602a02d9ff" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.000268] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-30ccee4e-05ad-4d75-9c09-ac602a02d9ff" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.000463] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-30ccee4e-05ad-4d75-9c09-ac602a02d9ff" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.000593] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30ccee4e-05ad-4d75-9c09-ac602a02d9ff',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.200889] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.237581] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899a8826-424c-4b0c-9e9b-58265416babd in Status: UNINITIALIZED for 4s [ 724.504120] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.504120] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.504120] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.504120] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.504511] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.504651] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 30ccee4e-05ad-4d75-9c09-ac602a02d9ff not found, creating... [ 724.505212] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.505446] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.505644] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.505936] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.506150] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.506611] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.507440] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.507440] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.507440] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.507661] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.507911] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 30ccee4e-05ad-4d75-9c09-ac602a02d9ff is going to be created. [ 724.529666] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.529945] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.530029] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.530424] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.531553] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.531553] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-30ccee4e-05ad-4d75-9c09-ac602a02d9ff" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.703203] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.703402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.703473] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.703706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.703817] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.703922] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 is going to be created. [ 724.748588] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.748808] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.748916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.749591] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.749591] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.762339] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: UNINITIALIZED for 2s [ 724.783549] env[66408]: INFO networking_nsxv3.common.synchronization [req-c52e148d-1f0b-4c48-88e7-e550848f107c req-4d90be5c-7966-43ee-a64e-82ca03b53ed1 tempest-ServerRescueTestJSONUnderV235-1675961453 tempest-ServerRescueTestJSONUnderV235-1675961453-project-member] Enqueued Resource ID: 1efd727b-f837-400d-9497-f700cd92094f with Priority: HIGHEST for action security_group_members [ 724.783765] env[66408]: INFO networking_nsxv3.common.synchronization [req-c52e148d-1f0b-4c48-88e7-e550848f107c req-4d90be5c-7966-43ee-a64e-82ca03b53ed1 tempest-ServerRescueTestJSONUnderV235-1675961453 tempest-ServerRescueTestJSONUnderV235-1675961453-project-member] Enqueued Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGHEST for action security_group_members [ 724.785969] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1efd727b-f837-400d-9497-f700cd92094f with Priority: HIGHEST for action security_group_members [ 724.785969] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGHEST for action security_group_members [ 724.786151] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1efd727b-f837-400d-9497-f700cd92094f taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.786209] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1efd727b-f837-400d-9497-f700cd92094f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.786242] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1efd727b-f837-400d-9497-f700cd92094f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.786525] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1efd727b-f837-400d-9497-f700cd92094f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.786636] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.786757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.786894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.787290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.787812] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.787812] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1efd727b-f837-400d-9497-f700cd92094f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.788747] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-80aab618-28f6-4082-ad24-ebf584a1f45e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.788857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.788937] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.789130] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.789354] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.789464] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.789556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.789708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.789791] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.789882] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.802759] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 in Status: SUCCESS [ 724.803010] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.850700] env[66408]: INFO networking_nsxv3.common.synchronization [req-c52e148d-1f0b-4c48-88e7-e550848f107c req-4d90be5c-7966-43ee-a64e-82ca03b53ed1 tempest-ServerRescueTestJSONUnderV235-1675961453 tempest-ServerRescueTestJSONUnderV235-1675961453-project-member] Enqueued Resource ID: 1efd727b-f837-400d-9497-f700cd92094f with Priority: HIGHEST for action security_group_rules [ 724.850954] env[66408]: INFO networking_nsxv3.common.synchronization [req-c52e148d-1f0b-4c48-88e7-e550848f107c req-4d90be5c-7966-43ee-a64e-82ca03b53ed1 tempest-ServerRescueTestJSONUnderV235-1675961453 tempest-ServerRescueTestJSONUnderV235-1675961453-project-member] Enqueued Resource ID: 1efd727b-f837-400d-9497-f700cd92094f with Priority: HIGHEST for action security_group_members [ 724.851161] env[66408]: INFO networking_nsxv3.common.synchronization [req-c52e148d-1f0b-4c48-88e7-e550848f107c req-4d90be5c-7966-43ee-a64e-82ca03b53ed1 tempest-ServerRescueTestJSONUnderV235-1675961453 tempest-ServerRescueTestJSONUnderV235-1675961453-project-member] Enqueued Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGHEST for action security_group_rules [ 724.851376] env[66408]: INFO networking_nsxv3.common.synchronization [req-c52e148d-1f0b-4c48-88e7-e550848f107c req-4d90be5c-7966-43ee-a64e-82ca03b53ed1 tempest-ServerRescueTestJSONUnderV235-1675961453 tempest-ServerRescueTestJSONUnderV235-1675961453-project-member] Enqueued Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGHEST for action security_group_members [ 724.851593] env[66408]: INFO networking_nsxv3.common.synchronization [req-c52e148d-1f0b-4c48-88e7-e550848f107c req-4d90be5c-7966-43ee-a64e-82ca03b53ed1 tempest-ServerRescueTestJSONUnderV235-1675961453 tempest-ServerRescueTestJSONUnderV235-1675961453-project-member] Enqueued Resource ID: dd9eb93f-df32-47ff-a6ed-0ca817924d3a with Priority: HIGHEST for action port [ 724.853079] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1efd727b-f837-400d-9497-f700cd92094f with Priority: HIGHEST for action security_group_rules [ 724.853079] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGHEST for action security_group_rules [ 724.853079] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd9eb93f-df32-47ff-a6ed-0ca817924d3a with Priority: HIGHEST for action port [ 724.853079] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1efd727b-f837-400d-9497-f700cd92094f with Priority: HIGHEST for action security_group_members [ 724.853079] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGHEST for action security_group_members [ 724.853297] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1efd727b-f837-400d-9497-f700cd92094f taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.853367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1efd727b-f837-400d-9497-f700cd92094f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.853401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1efd727b-f837-400d-9497-f700cd92094f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.854439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1efd727b-f837-400d-9497-f700cd92094f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.854439] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1efd727b-f837-400d-9497-f700cd92094f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.855042] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80aab618-28f6-4082-ad24-ebf584a1f45e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.855155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.855219] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.856198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.856198] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.856853] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd9eb93f-df32-47ff-a6ed-0ca817924d3a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.856931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd9eb93f-df32-47ff-a6ed-0ca817924d3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.856981] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd9eb93f-df32-47ff-a6ed-0ca817924d3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.857741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd9eb93f-df32-47ff-a6ed-0ca817924d3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.857741] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd9eb93f-df32-47ff-a6ed-0ca817924d3a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.858079] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1efd727b-f837-400d-9497-f700cd92094f taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.858175] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1efd727b-f837-400d-9497-f700cd92094f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.858359] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-80aab618-28f6-4082-ad24-ebf584a1f45e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.858438] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.254517] env[66408]: INFO networking_nsxv3.common.synchronization [req-58e02aa7-7c59-4f7f-90cc-70286d7e1bdb req-79a21f10-d139-4951-b4d9-0d3893bca5c4 service nova] Enqueued Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_rules [ 725.254841] env[66408]: INFO networking_nsxv3.common.synchronization [req-58e02aa7-7c59-4f7f-90cc-70286d7e1bdb req-79a21f10-d139-4951-b4d9-0d3893bca5c4 service nova] Enqueued Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 725.254841] env[66408]: INFO networking_nsxv3.common.synchronization [req-58e02aa7-7c59-4f7f-90cc-70286d7e1bdb req-79a21f10-d139-4951-b4d9-0d3893bca5c4 service nova] Enqueued Resource ID: 30ccee4e-05ad-4d75-9c09-ac602a02d9ff with Priority: HIGHEST for action port [ 725.255358] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_rules [ 725.255461] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 725.255608] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ccee4e-05ad-4d75-9c09-ac602a02d9ff with Priority: HIGHEST for action port [ 725.255925] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.258159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.258159] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.258159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.258159] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-30ccee4e-05ad-4d75-9c09-ac602a02d9ff taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.258159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30ccee4e-05ad-4d75-9c09-ac602a02d9ff" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.258159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30ccee4e-05ad-4d75-9c09-ac602a02d9ff" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.258159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30ccee4e-05ad-4d75-9c09-ac602a02d9ff" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.258429] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30ccee4e-05ad-4d75-9c09-ac602a02d9ff',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.291237] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1efd727b-f837-400d-9497-f700cd92094f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.293945] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.359867] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-80aab618-28f6-4082-ad24-ebf584a1f45e taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.359867] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.360213] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1efd727b-f837-400d-9497-f700cd92094f taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.360321] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1efd727b-f837-400d-9497-f700cd92094f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.360853] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd9eb93f-df32-47ff-a6ed-0ca817924d3a with status ACTIVE [ 725.360853] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.360853] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.360853] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.361015] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.361015] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.361144] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.361234] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.361602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.361602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.361602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.361738] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.361797] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.361829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.362766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.362857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.362949] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd9eb93f-df32-47ff-a6ed-0ca817924d3a is going to be updated. [ 725.393083] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.393264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.393333] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.393551] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.393710] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.393859] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd9eb93f-df32-47ff-a6ed-0ca817924d3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.761710] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30ccee4e-05ad-4d75-9c09-ac602a02d9ff with status ACTIVE [ 725.761990] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.762164] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.762373] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.762478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.762573] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.762826] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.762996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.763086] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.763327] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.763458] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.763845] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.767786] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.767786] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.768289] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.769439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.769439] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30ccee4e-05ad-4d75-9c09-ac602a02d9ff is going to be updated. [ 725.796043] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1efd727b-f837-400d-9497-f700cd92094f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.796205] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.803207] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.803207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.803207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.803207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.803207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.803207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30ccee4e-05ad-4d75-9c09-ac602a02d9ff" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.038954] env[66408]: INFO networking_nsxv3.common.synchronization [None req-410b83fa-452b-473e-b710-ca05dcd04f70 None None] Enqueued Resource ID: 54efac81-9cb5-4e36-a477-496558282072 with Priority: HIGHEST for action port [ 726.039231] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54efac81-9cb5-4e36-a477-496558282072 with Priority: HIGHEST for action port [ 726.039869] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-54efac81-9cb5-4e36-a477-496558282072 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.040233] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54efac81-9cb5-4e36-a477-496558282072" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.040290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54efac81-9cb5-4e36-a477-496558282072" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.040608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54efac81-9cb5-4e36-a477-496558282072" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.040692] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54efac81-9cb5-4e36-a477-496558282072',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.171175] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-481 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.171366] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-481" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.171520] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-481" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.171742] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-481" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.172010] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.172160] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.172315] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.172760] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.172760] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.172942] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.173947] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.173947] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.173947] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.173947] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.173947] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.173947] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.193984] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.193984] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.193984] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.194220] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-481" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.194376] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-bc3642ab-5d58-4bf2-bfda-e140e2225355 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.194548] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-bc3642ab-5d58-4bf2-bfda-e140e2225355" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.194800] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-bc3642ab-5d58-4bf2-bfda-e140e2225355" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.195201] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-bc3642ab-5d58-4bf2-bfda-e140e2225355" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.195373] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc3642ab-5d58-4bf2-bfda-e140e2225355',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.248780] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899a8826-424c-4b0c-9e9b-58265416babd in Status: SUCCESS [ 726.249059] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.249316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.249561] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.249789] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.249937] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.249995] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.250214] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.250304] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.250406] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.250520] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('899a8826-424c-4b0c-9e9b-58265416babd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.297780] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.298168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.298168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.298471] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.298594] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.298715] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1efd727b-f837-400d-9497-f700cd92094f is going to be created. [ 726.304632] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.304632] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.304632] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.304871] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.304871] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.304982] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80aab618-28f6-4082-ad24-ebf584a1f45e is going to be updated. [ 726.347025] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.347025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.347025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.347025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.347025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.354164] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.354425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.354425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.354643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.354884] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.359098] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1efd727b-f837-400d-9497-f700cd92094f in Status: UNINITIALIZED for 2s [ 726.364035] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80aab618-28f6-4082-ad24-ebf584a1f45e in Status: IN_PROGRESS for 2s [ 726.543602] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54efac81-9cb5-4e36-a477-496558282072 [ 726.543941] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.544177] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.544281] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.545033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.545033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.545033] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54efac81-9cb5-4e36-a477-496558282072 already deleted. [ 726.545033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54efac81-9cb5-4e36-a477-496558282072" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.699628] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.700085] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.700508] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.700963] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.701264] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.701542] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port bc3642ab-5d58-4bf2-bfda-e140e2225355 not found, creating... [ 726.702106] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.702932] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.703202] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.703600] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.703864] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.704390] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.704786] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.704903] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.705252] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.705487] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.705926] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: bc3642ab-5d58-4bf2-bfda-e140e2225355 is going to be created. [ 726.728407] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.728610] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.728726] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.729008] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.729338] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.729558] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-bc3642ab-5d58-4bf2-bfda-e140e2225355" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.753322] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('899a8826-424c-4b0c-9e9b-58265416babd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.775356] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: SUCCESS [ 726.775575] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.775681] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.775909] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.776122] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.776227] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.776295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.776481] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.776566] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.776622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.776690] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.777658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.778236] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.778236] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.778236] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.778236] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.778511] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.778511] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.778511] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.093307] env[66408]: INFO networking_nsxv3.common.synchronization [req-872a8750-0b83-443e-8dc3-481fbba783fa req-3ff68194-2fb9-4ece-a072-cf5c3371dadb tempest-ServerRescueTestJSONUnderV235-1675961453 tempest-ServerRescueTestJSONUnderV235-1675961453-project-member] Enqueued Resource ID: 1efd727b-f837-400d-9497-f700cd92094f with Priority: HIGHEST for action security_group_members [ 727.093307] env[66408]: INFO networking_nsxv3.common.synchronization [req-872a8750-0b83-443e-8dc3-481fbba783fa req-3ff68194-2fb9-4ece-a072-cf5c3371dadb tempest-ServerRescueTestJSONUnderV235-1675961453 tempest-ServerRescueTestJSONUnderV235-1675961453-project-member] Enqueued Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGHEST for action security_group_members [ 727.093657] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1efd727b-f837-400d-9497-f700cd92094f with Priority: HIGHEST for action security_group_members [ 727.093845] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGHEST for action security_group_members [ 727.094211] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1efd727b-f837-400d-9497-f700cd92094f taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.094349] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1efd727b-f837-400d-9497-f700cd92094f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.094573] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-80aab618-28f6-4082-ad24-ebf584a1f45e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.094719] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.148691] env[66408]: INFO networking_nsxv3.common.synchronization [req-872a8750-0b83-443e-8dc3-481fbba783fa req-3ff68194-2fb9-4ece-a072-cf5c3371dadb tempest-ServerRescueTestJSONUnderV235-1675961453 tempest-ServerRescueTestJSONUnderV235-1675961453-project-member] Enqueued Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGHEST for action security_group_rules [ 727.148869] env[66408]: INFO networking_nsxv3.common.synchronization [req-872a8750-0b83-443e-8dc3-481fbba783fa req-3ff68194-2fb9-4ece-a072-cf5c3371dadb tempest-ServerRescueTestJSONUnderV235-1675961453 tempest-ServerRescueTestJSONUnderV235-1675961453-project-member] Enqueued Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGHEST for action security_group_members [ 727.148990] env[66408]: INFO networking_nsxv3.common.synchronization [req-872a8750-0b83-443e-8dc3-481fbba783fa req-3ff68194-2fb9-4ece-a072-cf5c3371dadb tempest-ServerRescueTestJSONUnderV235-1675961453 tempest-ServerRescueTestJSONUnderV235-1675961453-project-member] Enqueued Resource ID: dd9eb93f-df32-47ff-a6ed-0ca817924d3a with Priority: HIGHEST for action port [ 727.149618] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGHEST for action security_group_rules [ 727.149754] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGHEST for action security_group_members [ 727.149838] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd9eb93f-df32-47ff-a6ed-0ca817924d3a with Priority: HIGHEST for action port [ 727.150352] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80aab618-28f6-4082-ad24-ebf584a1f45e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.150471] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.151087] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-80aab618-28f6-4082-ad24-ebf584a1f45e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.151087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.152643] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd9eb93f-df32-47ff-a6ed-0ca817924d3a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.152643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd9eb93f-df32-47ff-a6ed-0ca817924d3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.152643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd9eb93f-df32-47ff-a6ed-0ca817924d3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.152643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd9eb93f-df32-47ff-a6ed-0ca817924d3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.152643] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd9eb93f-df32-47ff-a6ed-0ca817924d3a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.255219] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 899a8826-424c-4b0c-9e9b-58265416babd: rpc.has_security_group_logging(os_id): False [ 727.278322] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.278728] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.278794] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.279043] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.279137] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.279495] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.279727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.279785] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.279950] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.280039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.280700] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 899a8826-424c-4b0c-9e9b-58265416babd is going to be created. [ 727.286804] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.286999] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.289394] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.380030] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.380030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.380030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.380030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.380030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.393674] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 899a8826-424c-4b0c-9e9b-58265416babd in Status: IN_PROGRESS for 2s [ 727.582995] env[66408]: INFO networking_nsxv3.common.synchronization [req-58e02aa7-7c59-4f7f-90cc-70286d7e1bdb req-77da457a-e7f0-42a6-bdae-763e6459ecde service nova] Enqueued Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_rules [ 727.583158] env[66408]: INFO networking_nsxv3.common.synchronization [req-58e02aa7-7c59-4f7f-90cc-70286d7e1bdb req-77da457a-e7f0-42a6-bdae-763e6459ecde service nova] Enqueued Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 727.583268] env[66408]: INFO networking_nsxv3.common.synchronization [req-58e02aa7-7c59-4f7f-90cc-70286d7e1bdb req-77da457a-e7f0-42a6-bdae-763e6459ecde service nova] Enqueued Resource ID: bc3642ab-5d58-4bf2-bfda-e140e2225355 with Priority: HIGHEST for action port [ 727.583820] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_rules [ 727.583969] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 727.587403] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc3642ab-5d58-4bf2-bfda-e140e2225355 with Priority: HIGHEST for action port [ 727.587883] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.587883] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.591103] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.591103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.591103] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc3642ab-5d58-4bf2-bfda-e140e2225355 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.591103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc3642ab-5d58-4bf2-bfda-e140e2225355" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.591103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc3642ab-5d58-4bf2-bfda-e140e2225355" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.591103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc3642ab-5d58-4bf2-bfda-e140e2225355" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.591103] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc3642ab-5d58-4bf2-bfda-e140e2225355',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.656024] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd9eb93f-df32-47ff-a6ed-0ca817924d3a with status ACTIVE [ 727.656024] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.656024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.656024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.656024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.656024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.656316] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.656316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.656316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.656488] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.656538] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.656685] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.657391] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.657391] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.657391] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.657391] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.657391] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd9eb93f-df32-47ff-a6ed-0ca817924d3a is going to be updated. [ 727.684997] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.684997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.684997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.684997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.684997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.684997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd9eb93f-df32-47ff-a6ed-0ca817924d3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.793604] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.092414] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc3642ab-5d58-4bf2-bfda-e140e2225355 with status ACTIVE [ 728.092648] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.092792] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.092878] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.093086] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.093175] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.093351] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.094801] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.094911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.095339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.095435] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.095657] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.095758] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.095818] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.096947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.096947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.096947] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc3642ab-5d58-4bf2-bfda-e140e2225355 is going to be updated. [ 728.124172] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.124322] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.124384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.124589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.124744] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.124898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc3642ab-5d58-4bf2-bfda-e140e2225355" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.295961] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.295961] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.295961] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.296192] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.296233] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.296341] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 is going to be updated. [ 728.333058] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.333058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.333058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.333058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.333058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.346431] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: IN_PROGRESS for 2s [ 728.372157] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1efd727b-f837-400d-9497-f700cd92094f in Status: SUCCESS [ 728.372157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1efd727b-f837-400d-9497-f700cd92094f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.372157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1efd727b-f837-400d-9497-f700cd92094f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.372157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1efd727b-f837-400d-9497-f700cd92094f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.372157] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.372157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.372157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.372524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.372524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.372583] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1efd727b-f837-400d-9497-f700cd92094f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.376438] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80aab618-28f6-4082-ad24-ebf584a1f45e in Status: SUCCESS [ 728.376699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.376802] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.376997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.377197] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.377313] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.377376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.377535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.377617] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.377746] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.877172] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.877499] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.877543] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.877787] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.877921] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.878057] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.878162] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.878222] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.878372] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.878448] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.878533] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1efd727b-f837-400d-9497-f700cd92094f is going to be deleted. [ 728.882436] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.919528] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.919816] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.919816] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.919926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.919973] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.920374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1efd727b-f837-400d-9497-f700cd92094f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.920968] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1efd727b-f837-400d-9497-f700cd92094f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.920968] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1efd727b-f837-400d-9497-f700cd92094f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.921243] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.921388] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.921466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.921602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.921681] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.921777] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1efd727b-f837-400d-9497-f700cd92094f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.280477] env[66408]: INFO networking_nsxv3.common.synchronization [req-920dae08-9031-42e4-a703-34a2374d8952 req-109ad1fc-095f-419a-a160-0e2a3b960b1c tempest-SecurityGroupRulesNegativeTestJSON-648872558 tempest-SecurityGroupRulesNegativeTestJSON-648872558-project-member] Enqueued Resource ID: d973e924-2dcc-4aae-8a55-8fa01642505c with Priority: HIGHEST for action security_group_rules [ 729.281471] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d973e924-2dcc-4aae-8a55-8fa01642505c with Priority: HIGHEST for action security_group_rules [ 729.282146] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d973e924-2dcc-4aae-8a55-8fa01642505c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.282259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d973e924-2dcc-4aae-8a55-8fa01642505c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.282338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d973e924-2dcc-4aae-8a55-8fa01642505c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.282741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d973e924-2dcc-4aae-8a55-8fa01642505c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.282898] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d973e924-2dcc-4aae-8a55-8fa01642505c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.387030] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.414479] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 899a8826-424c-4b0c-9e9b-58265416babd in Status: SUCCESS [ 729.414687] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.425375] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.425550] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.425638] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.425944] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.426119] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.426419] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.426580] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.426657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.426955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.427075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.427151] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1efd727b-f837-400d-9497-f700cd92094f already deleted. [ 729.427251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1efd727b-f837-400d-9497-f700cd92094f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.427390] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1efd727b-f837-400d-9497-f700cd92094f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.428563] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1efd727b-f837-400d-9497-f700cd92094f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.428827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1efd727b-f837-400d-9497-f700cd92094f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.429201] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.429355] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.429485] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.429704] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.429939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.429939] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1efd727b-f837-400d-9497-f700cd92094f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.617124] env[66408]: INFO networking_nsxv3.common.synchronization [None req-1991587d-042f-4b49-b84e-31ed6644ec75 None None] Enqueued Resource ID: 69d35c9f-e047-4e82-a133-1f2447609807 with Priority: HIGHEST for action port [ 729.617771] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d35c9f-e047-4e82-a133-1f2447609807 with Priority: HIGHEST for action port [ 729.618353] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-69d35c9f-e047-4e82-a133-1f2447609807 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.618726] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69d35c9f-e047-4e82-a133-1f2447609807" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.618972] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69d35c9f-e047-4e82-a133-1f2447609807" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.619658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69d35c9f-e047-4e82-a133-1f2447609807" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.619913] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69d35c9f-e047-4e82-a133-1f2447609807',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.739665] env[66408]: INFO networking_nsxv3.common.synchronization [req-af5c8ad5-198b-4247-a491-5c4a2ca17077 req-5020d830-f904-4423-a11b-e920971fd6e9 tempest-ServersAdminNegativeTestJSON-209407876 tempest-ServersAdminNegativeTestJSON-209407876-project-member] Enqueued Resource ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 with Priority: HIGHEST for action security_group_members [ 729.740363] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 with Priority: HIGHEST for action security_group_members [ 729.740452] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e7e38bf-9650-433d-a094-332a42bf9aa5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.741174] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.741174] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.741174] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.741601] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.741756] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.741826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.742011] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.742142] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.742821] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e7e38bf-9650-433d-a094-332a42bf9aa5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.808119] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.808303] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.808342] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.808553] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.808642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.808760] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d973e924-2dcc-4aae-8a55-8fa01642505c already deleted. [ 729.808851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d973e924-2dcc-4aae-8a55-8fa01642505c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.887236] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.887520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.887520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.887649] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.887774] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.887820] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80aab618-28f6-4082-ad24-ebf584a1f45e is going to be updated. [ 729.920943] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.921160] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.921229] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.922799] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.922956] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.933767] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80aab618-28f6-4082-ad24-ebf584a1f45e in Status: IN_PROGRESS for 2s [ 729.934120] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.934254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.934324] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.934545] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.934638] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.934870] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.934997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.935084] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.935247] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.935326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.935407] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1efd727b-f837-400d-9497-f700cd92094f already deleted. [ 729.935485] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1efd727b-f837-400d-9497-f700cd92094f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.935678] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1efd727b-f837-400d-9497-f700cd92094f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.122671] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69d35c9f-e047-4e82-a133-1f2447609807 [ 730.122671] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.122913] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.122913] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.123060] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.123158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.123251] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69d35c9f-e047-4e82-a133-1f2447609807 already deleted. [ 730.123323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69d35c9f-e047-4e82-a133-1f2447609807" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.244509] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.244674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.244741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.245027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.245128] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.245327] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.245430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.245492] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.245644] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.245721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.245805] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 is going to be updated. [ 730.278395] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.278587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.278587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.278845] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.279075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.288879] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 in Status: IN_PROGRESS for 2s [ 730.357188] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: SUCCESS [ 730.357403] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.357570] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.358278] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.358278] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.358278] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.358278] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.358278] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.358706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.358706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.358706] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.358706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.358706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.358894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.358953] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.359048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.359105] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.359238] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.359310] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.359382] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.359582] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.361487] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.361994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.361994] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.361994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.361994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.362168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.362196] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.363332] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.439132] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1efd727b-f837-400d-9497-f700cd92094f: rpc.has_security_group_logging(os_id): False [ 730.457926] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.458144] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.458191] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.459263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.459263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.459263] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.459263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.459263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.459263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.459263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.459263] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1efd727b-f837-400d-9497-f700cd92094f is going to be created. [ 730.478520] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1efd727b-f837-400d-9497-f700cd92094f], does not exist path=[/infra/domains/default/groups/1efd727b-f837-400d-9497-f700cd92094f]."\n}' [ 730.478981] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1efd727b-f837-400d-9497-f700cd92094f failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1efd727b-f837-400d-9497-f700cd92094f [ 730.478981] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 730.518358] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.518567] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.518567] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.518819] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.519917] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.520272] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.520483] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.520483] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.520700] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.520793] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.521011] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.521112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.521177] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.521365] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.521482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.521627] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1efd727b-f837-400d-9497-f700cd92094f is going to be created. [ 730.542742] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1efd727b-f837-400d-9497-f700cd92094f], does not exist path=[/infra/domains/default/groups/1efd727b-f837-400d-9497-f700cd92094f]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1efd727b-f837-400d-9497-f700cd92094f [ 730.542924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1efd727b-f837-400d-9497-f700cd92094f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.543478] env[66408]: Traceback (most recent call last): [ 730.543564] env[66408]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 730.543564] env[66408]: return func(*args, **kwargs) [ 730.543564] env[66408]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 730.543564] env[66408]: res.raise_for_status() [ 730.543564] env[66408]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 730.543564] env[66408]: raise HTTPError(http_error_msg, response=self) [ 730.543564] env[66408]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1efd727b-f837-400d-9497-f700cd92094f [ 730.543564] env[66408]: During handling of the above exception, another exception occurred: [ 730.543564] env[66408]: Traceback (most recent call last): [ 730.543564] env[66408]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 730.543564] env[66408]: listener.cb(fileno) [ 730.543564] env[66408]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 730.543564] env[66408]: result = function(*args, **kwargs) [ 730.543564] env[66408]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 730.543564] env[66408]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 730.543564] env[66408]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 730.543564] env[66408]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 730.543564] env[66408]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 730.543564] env[66408]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 730.543564] env[66408]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 730.543564] env[66408]: res.raise_for_status() [ 730.543564] env[66408]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 730.543564] env[66408]: raise HTTPError(http_error_msg, response=self) [ 730.543564] env[66408]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1efd727b-f837-400d-9497-f700cd92094f [ 730.543564] env[66408]: Removing descriptor: 17 [ 730.571492] env[66408]: INFO networking_nsxv3.common.synchronization [req-e1aec481-4732-41ab-ab47-10f242d60b63 req-97d248c4-ed88-4a4b-bf78-70bd499ad67a tempest-ServersNegativeTestMultiTenantJSON-1010305563 tempest-ServersNegativeTestMultiTenantJSON-1010305563-project-member] Enqueued Resource ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 with Priority: HIGHEST for action security_group_members [ 730.574304] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 with Priority: HIGHEST for action security_group_members [ 730.574304] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.574304] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.574304] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.574304] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.574304] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.574304] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.574304] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.574845] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.574845] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.574845] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad322a65-106f-42ad-9dfc-9f8c22a2ee45',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.864163] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61: rpc.has_security_group_logging(os_id): False [ 730.865547] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.891185] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.891185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.891185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.891185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.891185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.891185] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.891185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.891185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.891185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.891185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.891185] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.891185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.891185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.891185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.891185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.892025] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.892666] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.892879] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.893450] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.895708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.895708] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 is going to be created. [ 730.984027] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.984027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.984027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.984027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.984027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.000283] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: IN_PROGRESS for 2s [ 731.078716] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.078848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.078923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.079191] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.101922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.102298] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.102534] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.102710] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.103146] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.103357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.103565] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 is going to be updated. [ 731.146311] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.146711] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.146884] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.147134] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.147323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.157644] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 in Status: IN_PROGRESS for 2s [ 731.244214] env[66408]: INFO networking_nsxv3.common.synchronization [req-d0756580-5313-4104-a640-2864d686c1e0 req-ade50d82-e15c-4f37-b425-212b1b90f6e7 tempest-ServersWithSpecificFlavorTestJSON-855079068 tempest-ServersWithSpecificFlavorTestJSON-855079068-project-member] Enqueued Resource ID: b97ee5f2-2967-4e24-828d-a683663663fa with Priority: HIGHEST for action security_group_members [ 731.244906] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97ee5f2-2967-4e24-828d-a683663663fa with Priority: HIGHEST for action security_group_members [ 731.245247] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97ee5f2-2967-4e24-828d-a683663663fa taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.245375] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.245441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.245692] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.245865] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.245966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.246052] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.246225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.246360] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.246524] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b97ee5f2-2967-4e24-828d-a683663663fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.370964] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.707291] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.707474] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-922" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.707588] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-922" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.707851] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-922" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.708131] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.708283] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.708391] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.708601] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.708738] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.708933] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.709052] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.709180] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.709320] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.709433] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.709530] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.709656] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.730231] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.730392] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.730930] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.730930] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-922" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.731055] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-dac0d6dd-a878-4adf-8ad3-81d339705491 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.731152] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-dac0d6dd-a878-4adf-8ad3-81d339705491" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.731264] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-dac0d6dd-a878-4adf-8ad3-81d339705491" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.731587] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-dac0d6dd-a878-4adf-8ad3-81d339705491" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.731715] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac0d6dd-a878-4adf-8ad3-81d339705491',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.749427] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.749570] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.749647] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.750226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.771994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.772314] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.772411] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.772535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.772763] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.772887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.772943] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97ee5f2-2967-4e24-828d-a683663663fa is going to be updated. [ 731.797642] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.797722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.797756] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.798050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.798050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.808569] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97ee5f2-2967-4e24-828d-a683663663fa in Status: IN_PROGRESS for 2s [ 731.872387] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.872546] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.872649] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.872831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.872927] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.873029] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 is going to be updated. [ 731.903955] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.905622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.905622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.905622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.905622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.915566] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: IN_PROGRESS for 2s [ 731.945714] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80aab618-28f6-4082-ad24-ebf584a1f45e in Status: SUCCESS [ 731.946015] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.946168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.946388] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.946586] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.946694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.946747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.946926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.947038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.947122] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.947208] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.948190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.948356] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.948865] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.948865] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.948865] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.949199] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.949199] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.949199] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.234251] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.234507] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.234637] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.234912] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.235065] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.235228] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port dac0d6dd-a878-4adf-8ad3-81d339705491 not found, creating... [ 732.235499] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.235653] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.235771] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.236014] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.236157] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.236506] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.236664] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.236792] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.237090] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.237282] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.238019] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: dac0d6dd-a878-4adf-8ad3-81d339705491 is going to be created. [ 732.259050] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.259050] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.259050] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.259231] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.259379] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.259576] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-dac0d6dd-a878-4adf-8ad3-81d339705491" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.299338] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 in Status: SUCCESS [ 732.299579] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 deletion is rescheduled due to dependency. [ 732.299747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.450733] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-80aab618-28f6-4082-ad24-ebf584a1f45e taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.450929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.451668] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.953554] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.991835] env[66408]: INFO networking_nsxv3.common.synchronization [req-d0756580-5313-4104-a640-2864d686c1e0 req-8c13f09d-f5de-4f68-8e3e-49a99e109897 service nova] Enqueued Resource ID: b97ee5f2-2967-4e24-828d-a683663663fa with Priority: HIGHEST for action security_group_rules [ 732.991835] env[66408]: INFO networking_nsxv3.common.synchronization [req-d0756580-5313-4104-a640-2864d686c1e0 req-8c13f09d-f5de-4f68-8e3e-49a99e109897 service nova] Enqueued Resource ID: b97ee5f2-2967-4e24-828d-a683663663fa with Priority: HIGHEST for action security_group_members [ 732.991835] env[66408]: INFO networking_nsxv3.common.synchronization [req-d0756580-5313-4104-a640-2864d686c1e0 req-8c13f09d-f5de-4f68-8e3e-49a99e109897 service nova] Enqueued Resource ID: dac0d6dd-a878-4adf-8ad3-81d339705491 with Priority: HIGHEST for action port [ 732.991835] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97ee5f2-2967-4e24-828d-a683663663fa with Priority: HIGHEST for action security_group_rules [ 732.991835] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97ee5f2-2967-4e24-828d-a683663663fa with Priority: HIGHEST for action security_group_members [ 732.992448] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac0d6dd-a878-4adf-8ad3-81d339705491 with Priority: HIGHEST for action port [ 732.992448] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b97ee5f2-2967-4e24-828d-a683663663fa taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.992448] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.992448] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.992589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.992647] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b97ee5f2-2967-4e24-828d-a683663663fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.993705] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97ee5f2-2967-4e24-828d-a683663663fa taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.993705] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.993787] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-dac0d6dd-a878-4adf-8ad3-81d339705491 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.994313] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dac0d6dd-a878-4adf-8ad3-81d339705491" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.994313] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dac0d6dd-a878-4adf-8ad3-81d339705491" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.994313] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dac0d6dd-a878-4adf-8ad3-81d339705491" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.994313] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac0d6dd-a878-4adf-8ad3-81d339705491',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.020842] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: SUCCESS [ 733.020842] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.021816] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.021816] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.021816] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.176047] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 in Status: SUCCESS [ 733.176244] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 deletion is rescheduled due to dependency. [ 733.176356] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.200322] env[66408]: INFO networking_nsxv3.common.synchronization [req-a1c33963-c6f8-4363-b7cf-c8f06e08f721 req-03176c04-9827-47e4-af99-69e8dbbc2f34 tempest-ImagesOneServerTestJSON-962917959 tempest-ImagesOneServerTestJSON-962917959-project-member] Enqueued Resource ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 with Priority: HIGHEST for action security_group_members [ 733.200874] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 with Priority: HIGHEST for action security_group_members [ 733.201194] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.201315] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.201374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.201635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.201791] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.201891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.201952] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.202339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.202435] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.202530] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2ffde8c-67d0-4adf-b4b4-ddbb549c4798',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.458613] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.458613] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.458613] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.458613] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.458613] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.458613] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80aab618-28f6-4082-ad24-ebf584a1f45e is going to be updated. [ 733.486423] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.486577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.486655] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.486895] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.487014] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.496448] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80aab618-28f6-4082-ad24-ebf584a1f45e in Status: IN_PROGRESS for 2s [ 733.496809] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97ee5f2-2967-4e24-828d-a683663663fa taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.496926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.497089] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dac0d6dd-a878-4adf-8ad3-81d339705491 with status ACTIVE [ 733.497438] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.497438] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.497438] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.497615] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.497687] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.497842] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.497969] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.498030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.498184] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.498264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.498439] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.498533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.498592] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.498728] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.498821] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.498873] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dac0d6dd-a878-4adf-8ad3-81d339705491 is going to be updated. [ 733.521561] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.521836] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.521836] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.522087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.522238] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.522511] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dac0d6dd-a878-4adf-8ad3-81d339705491" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.525848] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.525848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.576685] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.576685] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-257" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.576685] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-257" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.576685] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-257" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.576685] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.577115] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.577329] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.577741] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.577997] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.578311] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.578506] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.578687] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.578991] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.579223] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.579418] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.579625] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.608069] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.608069] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.608069] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.608069] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-257" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.608069] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-01b1b0e0-040c-45dd-9d70-eee0116e1bc9 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.608069] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-01b1b0e0-040c-45dd-9d70-eee0116e1bc9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.608069] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-01b1b0e0-040c-45dd-9d70-eee0116e1bc9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.608069] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-01b1b0e0-040c-45dd-9d70-eee0116e1bc9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.608069] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01b1b0e0-040c-45dd-9d70-eee0116e1bc9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.705298] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.705434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.705434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.705672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.705774] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.705962] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.706077] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.706140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.706299] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.706377] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.706457] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 already deleted. [ 733.706533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.823532] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97ee5f2-2967-4e24-828d-a683663663fa in Status: SUCCESS [ 733.823532] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97ee5f2-2967-4e24-828d-a683663663fa deletion is rescheduled due to dependency. [ 733.823532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.823532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.823532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.823532] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.823532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.823532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.823532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.823532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.823532] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b97ee5f2-2967-4e24-828d-a683663663fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.925421] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: SUCCESS [ 733.926092] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.926092] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.926092] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.926335] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.926335] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.926466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.926524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.926652] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.926747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.926909] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.110869] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.111242] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.111242] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.111329] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.111451] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.111600] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 01b1b0e0-040c-45dd-9d70-eee0116e1bc9 not found, creating... [ 734.111986] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.112105] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.112174] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.112394] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.112523] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.112805] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.113037] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.113143] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.113441] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.113665] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.114035] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 01b1b0e0-040c-45dd-9d70-eee0116e1bc9 is going to be created. [ 734.138128] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.138337] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.138452] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.138721] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.138941] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.139206] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-01b1b0e0-040c-45dd-9d70-eee0116e1bc9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.325433] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b97ee5f2-2967-4e24-828d-a683663663fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.429799] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.430034] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.430034] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.430887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.430887] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.430887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.430887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.431308] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.431308] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.431402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.431576] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.431727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.431828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.432079] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.432303] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.432450] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.432548] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.432764] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.432890] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.433039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.433184] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.827577] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b97ee5f2-2967-4e24-828d-a683663663fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.893513] env[66408]: INFO networking_nsxv3.common.synchronization [req-a1c33963-c6f8-4363-b7cf-c8f06e08f721 req-952d6198-bf26-4325-89c9-e22cec246c85 service nova] Enqueued Resource ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 with Priority: HIGHEST for action security_group_rules [ 734.894234] env[66408]: INFO networking_nsxv3.common.synchronization [req-a1c33963-c6f8-4363-b7cf-c8f06e08f721 req-952d6198-bf26-4325-89c9-e22cec246c85 service nova] Enqueued Resource ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 with Priority: HIGHEST for action security_group_members [ 734.894234] env[66408]: INFO networking_nsxv3.common.synchronization [req-a1c33963-c6f8-4363-b7cf-c8f06e08f721 req-952d6198-bf26-4325-89c9-e22cec246c85 service nova] Enqueued Resource ID: 01b1b0e0-040c-45dd-9d70-eee0116e1bc9 with Priority: HIGHEST for action port [ 734.894770] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 with Priority: HIGHEST for action security_group_rules [ 734.894953] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 with Priority: HIGHEST for action security_group_members [ 734.895036] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b1b0e0-040c-45dd-9d70-eee0116e1bc9 with Priority: HIGHEST for action port [ 734.895338] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.895464] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.895597] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.895760] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.895830] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2ffde8c-67d0-4adf-b4b4-ddbb549c4798',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.897182] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.897296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.897456] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.897654] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.897810] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.897931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.897989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.898198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.898287] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.898381] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2ffde8c-67d0-4adf-b4b4-ddbb549c4798',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.899531] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-01b1b0e0-040c-45dd-9d70-eee0116e1bc9 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.899650] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01b1b0e0-040c-45dd-9d70-eee0116e1bc9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.899712] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01b1b0e0-040c-45dd-9d70-eee0116e1bc9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.899870] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01b1b0e0-040c-45dd-9d70-eee0116e1bc9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.899944] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01b1b0e0-040c-45dd-9d70-eee0116e1bc9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.936322] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61: rpc.has_security_group_logging(os_id): False [ 734.956589] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.956589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.956589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.956589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.956589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.956589] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.956589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.957040] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.957040] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.957040] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.958288] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.958288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.958288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.958288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.958288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.958288] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.958288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.958288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.958288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.958288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.958288] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 is going to be updated. [ 735.042863] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.043048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.043172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.043407] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.043557] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.063561] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: IN_PROGRESS for 2s [ 735.329730] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.330252] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.330252] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.330252] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.330427] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.330427] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97ee5f2-2967-4e24-828d-a683663663fa is going to be updated. [ 735.350227] env[66408]: INFO networking_nsxv3.common.synchronization [req-d3a9d9be-d40f-4c3b-ab7a-757b26f4e36f req-ae3dd713-0514-4efb-b2d5-1478df3b90ad tempest-SecurityGroupRulesNegativeTestJSON-648872558 tempest-SecurityGroupRulesNegativeTestJSON-648872558-project-member] Enqueued Resource ID: d973e924-2dcc-4aae-8a55-8fa01642505c with Priority: HIGHEST for action security_group_rules [ 735.354363] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d973e924-2dcc-4aae-8a55-8fa01642505c with Priority: HIGHEST for action security_group_rules [ 735.355239] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d973e924-2dcc-4aae-8a55-8fa01642505c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.355507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d973e924-2dcc-4aae-8a55-8fa01642505c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.355507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d973e924-2dcc-4aae-8a55-8fa01642505c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.355709] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d973e924-2dcc-4aae-8a55-8fa01642505c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.355762] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d973e924-2dcc-4aae-8a55-8fa01642505c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.369321] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.371067] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.371179] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.371857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.371857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.382985] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97ee5f2-2967-4e24-828d-a683663663fa in Status: IN_PROGRESS for 2s [ 735.397712] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.397911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.401730] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2ffde8c-67d0-4adf-b4b4-ddbb549c4798',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.405632] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01b1b0e0-040c-45dd-9d70-eee0116e1bc9 with status ACTIVE [ 735.406121] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.406245] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.406334] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.406529] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.406624] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.406813] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.407015] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.407105] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.407319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.407522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.407613] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.407746] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.407840] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.408112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.408246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.408246] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01b1b0e0-040c-45dd-9d70-eee0116e1bc9 is going to be updated. [ 735.434319] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.434463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.434531] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.434777] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.434913] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.435179] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01b1b0e0-040c-45dd-9d70-eee0116e1bc9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.509962] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80aab618-28f6-4082-ad24-ebf584a1f45e in Status: SUCCESS [ 735.510417] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.510712] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.511066] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.512824] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.512824] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.512824] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.512824] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.512824] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.512824] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.884657] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.884657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.884657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.884657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.884657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.884657] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d973e924-2dcc-4aae-8a55-8fa01642505c already deleted. [ 735.884657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d973e924-2dcc-4aae-8a55-8fa01642505c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.904081] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2ffde8c-67d0-4adf-b4b4-ddbb549c4798',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.015833] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.406866] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.407281] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.407281] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.407536] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.407700] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.407866] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 is going to be created. [ 736.436907] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.437110] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.437204] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.437446] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.437605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.449845] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 in Status: UNINITIALIZED for 2s [ 736.517714] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.021870] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.022047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.022122] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.022349] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.022443] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.022543] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80aab618-28f6-4082-ad24-ebf584a1f45e is going to be updated. [ 737.055719] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.055902] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.055990] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.056225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.056373] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.070887] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80aab618-28f6-4082-ad24-ebf584a1f45e in Status: IN_PROGRESS for 2s [ 737.082169] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: SUCCESS [ 737.083025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.083025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.083025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.083025] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.394092] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97ee5f2-2967-4e24-828d-a683663663fa in Status: SUCCESS [ 737.394339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.394562] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.394868] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.395083] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.395219] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.395285] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.395482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.395617] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.395706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.395820] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b97ee5f2-2967-4e24-828d-a683663663fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.587693] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.588309] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.588309] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.588309] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.588473] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.588898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.588898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.588898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.589174] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.589174] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.589174] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.899860] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b97ee5f2-2967-4e24-828d-a683663663fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.093533] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.093533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.093533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.093533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.093533] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.093533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.093533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.093533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.093533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.093533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.093533] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.093533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.093533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.093533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.094209] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.094209] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.094209] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.094209] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.094209] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.094209] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.094209] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.209395] env[66408]: INFO networking_nsxv3.common.synchronization [req-3e4f781e-a638-4a29-b9e9-432f4ab6582f req-0822a4c2-9e84-4f3c-b062-2b9de05ed460 tempest-ServersV294TestFqdnHostnames-2104051553 tempest-ServersV294TestFqdnHostnames-2104051553-project-member] Enqueued Resource ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 with Priority: HIGHEST for action security_group_members [ 738.209395] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 with Priority: HIGHEST for action security_group_members [ 738.209395] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3696451e-9ab7-433d-a5e5-d54c3aadf322 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.209869] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.210110] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.211480] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.211794] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.212112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.212367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.214415] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.214415] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.214415] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3696451e-9ab7-433d-a5e5-d54c3aadf322',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.402449] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b97ee5f2-2967-4e24-828d-a683663663fa: rpc.has_security_group_logging(os_id): False [ 738.423947] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.424150] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.424196] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.424394] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.424489] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.424755] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.424886] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.424939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.425116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.425193] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.425432] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b97ee5f2-2967-4e24-828d-a683663663fa is going to be updated. [ 738.460634] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 in Status: SUCCESS [ 738.460772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.460942] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.461179] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.461367] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.461522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.461598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.461759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.461842] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.461923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.462019] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2ffde8c-67d0-4adf-b4b4-ddbb549c4798',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.487134] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.487880] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.488556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.488556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.488556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.502347] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b97ee5f2-2967-4e24-828d-a683663663fa in Status: IN_PROGRESS for 2s [ 738.596582] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61: rpc.has_security_group_logging(os_id): False [ 738.622370] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.622549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.622588] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.623613] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.623760] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.624139] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.624270] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.624335] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.624528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.624631] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.624931] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.625063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.625098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.625704] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.625704] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.625704] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.625704] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.625704] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.626331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.626413] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.626502] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 is going to be updated. [ 738.715694] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.715851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.715922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.716177] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.716266] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.716470] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.716599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.716635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.716774] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.716914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.717013] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 already deleted. [ 738.717498] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.722116] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.722288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.722328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.722490] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.723227] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.744583] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: IN_PROGRESS for 2s [ 738.776792] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-985 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.777050] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-985" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.777182] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-985" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.777519] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-985" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.777777] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.777959] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.778086] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.778307] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.778584] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.778658] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.778756] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.778847] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.778955] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.779067] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.779171] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.779767] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.820293] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.821610] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.821610] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.821610] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-985" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.821610] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-6198cf43-b4d4-4cfc-b5d1-f9aed660407d taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.821610] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-6198cf43-b4d4-4cfc-b5d1-f9aed660407d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.821610] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-6198cf43-b4d4-4cfc-b5d1-f9aed660407d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.822053] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-6198cf43-b4d4-4cfc-b5d1-f9aed660407d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.822053] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6198cf43-b4d4-4cfc-b5d1-f9aed660407d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.965845] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.966056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.966224] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.966357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.966544] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.966648] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.966713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.966995] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.967171] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.967290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.967474] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.967549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.967609] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.967772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.967961] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.968097] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.968168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.968397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.968397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.968487] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.968553] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2ffde8c-67d0-4adf-b4b4-ddbb549c4798',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.080415] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80aab618-28f6-4082-ad24-ebf584a1f45e in Status: SUCCESS [ 739.080415] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.080657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.081055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.081377] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.081486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.081486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.081652] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.081757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.081847] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.082012] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-80aab618-28f6-4082-ad24-ebf584a1f45e taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.082140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.082206] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.082301] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.082433] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.082523] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.082582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.082717] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.082790] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.082881] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.082973] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.325009] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.325095] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.325224] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.325550] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.325726] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.325888] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 6198cf43-b4d4-4cfc-b5d1-f9aed660407d not found, creating... [ 739.326283] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.326487] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.326627] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.326955] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.327120] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.327443] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.327604] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.327717] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.327974] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.328169] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.328328] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 6198cf43-b4d4-4cfc-b5d1-f9aed660407d is going to be created. [ 739.353944] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.353944] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.353944] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.353944] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.353944] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.353944] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-6198cf43-b4d4-4cfc-b5d1-f9aed660407d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.471308] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2ffde8c-67d0-4adf-b4b4-ddbb549c4798: rpc.has_security_group_logging(os_id): False [ 739.498415] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.498640] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.498691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.498937] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.499051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.499295] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.499397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.499474] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.499660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.499744] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.499968] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.500085] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.500149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.500296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.500412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.500605] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.500700] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.500762] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.500938] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.501023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.501102] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 is going to be created. [ 739.585740] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80aab618-28f6-4082-ad24-ebf584a1f45e: rpc.has_security_group_logging(os_id): False [ 739.610898] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.611446] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.611446] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.611446] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.611742] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.613641] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.613852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.613852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.614044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.629804] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 in Status: IN_PROGRESS for 2s [ 739.642879] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.643279] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.643425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.643522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.643775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.643897] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.644276] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.644276] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.644415] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.644653] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.644787] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.645169] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.645385] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.645451] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.645635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.645717] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.645811] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80aab618-28f6-4082-ad24-ebf584a1f45e is going to be updated. [ 739.758627] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.758627] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.758627] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.758627] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.758824] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.777009] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80aab618-28f6-4082-ad24-ebf584a1f45e in Status: IN_PROGRESS for 2s [ 740.072654] env[66408]: INFO networking_nsxv3.common.synchronization [req-3e4f781e-a638-4a29-b9e9-432f4ab6582f req-cb95431a-32bf-454d-8491-995a8a00ec60 service nova] Enqueued Resource ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 with Priority: HIGHEST for action security_group_rules [ 740.072654] env[66408]: INFO networking_nsxv3.common.synchronization [req-3e4f781e-a638-4a29-b9e9-432f4ab6582f req-cb95431a-32bf-454d-8491-995a8a00ec60 service nova] Enqueued Resource ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 with Priority: HIGHEST for action security_group_members [ 740.072654] env[66408]: INFO networking_nsxv3.common.synchronization [req-3e4f781e-a638-4a29-b9e9-432f4ab6582f req-cb95431a-32bf-454d-8491-995a8a00ec60 service nova] Enqueued Resource ID: 6198cf43-b4d4-4cfc-b5d1-f9aed660407d with Priority: HIGHEST for action port [ 740.072654] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 with Priority: HIGHEST for action security_group_rules [ 740.073362] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 with Priority: HIGHEST for action security_group_members [ 740.073559] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6198cf43-b4d4-4cfc-b5d1-f9aed660407d with Priority: HIGHEST for action port [ 740.073801] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3696451e-9ab7-433d-a5e5-d54c3aadf322 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.074028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.074096] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.074285] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.074364] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3696451e-9ab7-433d-a5e5-d54c3aadf322',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.075281] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3696451e-9ab7-433d-a5e5-d54c3aadf322 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.076173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.076173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.076173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.076173] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.076173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.076173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.076173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.076173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.076173] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3696451e-9ab7-433d-a5e5-d54c3aadf322',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.076927] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-6198cf43-b4d4-4cfc-b5d1-f9aed660407d taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.077534] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6198cf43-b4d4-4cfc-b5d1-f9aed660407d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.077629] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6198cf43-b4d4-4cfc-b5d1-f9aed660407d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.077808] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6198cf43-b4d4-4cfc-b5d1-f9aed660407d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.077867] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6198cf43-b4d4-4cfc-b5d1-f9aed660407d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.520086] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b97ee5f2-2967-4e24-828d-a683663663fa in Status: SUCCESS [ 740.520557] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.585022] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3696451e-9ab7-433d-a5e5-d54c3aadf322',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.585022] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3696451e-9ab7-433d-a5e5-d54c3aadf322 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.585022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.585022] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6198cf43-b4d4-4cfc-b5d1-f9aed660407d with status ACTIVE [ 740.585022] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.585022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.585022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.585022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.585022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.585022] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.585022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.585022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.585947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.586198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.588235] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.588329] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.588373] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.589072] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.589170] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.589356] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6198cf43-b4d4-4cfc-b5d1-f9aed660407d is going to be updated. [ 740.616344] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.616714] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.616714] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.616962] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.617119] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.617277] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6198cf43-b4d4-4cfc-b5d1-f9aed660407d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.776795] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: SUCCESS [ 740.777082] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.927208] env[66408]: INFO networking_nsxv3.common.synchronization [req-7f2bb747-3975-40bd-ab99-48089b9ee83e req-52303588-8c24-495c-99f5-c12b0ce06285 tempest-DeleteServersTestJSON-605697757 tempest-DeleteServersTestJSON-605697757-project-member] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 740.927208] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 740.928447] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.928930] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.929110] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.929481] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.929738] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.929954] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.930171] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.931032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.931032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.931032] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.091974] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3696451e-9ab7-433d-a5e5-d54c3aadf322',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.360412] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.360686] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.360863] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.361207] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.361595] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.361922] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.362141] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.362429] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.362679] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.362920] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.363114] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.363241] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.363368] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.363852] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.363852] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.363852] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.387491] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.387742] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.388153] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.388383] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.388756] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-f1471879-c791-4356-b895-b4d4abf64bd7 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.388959] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-f1471879-c791-4356-b895-b4d4abf64bd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.389092] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-f1471879-c791-4356-b895-b4d4abf64bd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.389569] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-f1471879-c791-4356-b895-b4d4abf64bd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.389754] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1471879-c791-4356-b895-b4d4abf64bd7',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.434042] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.434297] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.434297] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.434573] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.465453] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.466184] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.466184] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.466184] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.466524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.466524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.466524] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be updated. [ 741.496235] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.496412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.496464] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.496675] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.496829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.506790] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: IN_PROGRESS for 2s [ 741.599095] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.599307] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.599351] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.599730] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.599825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.599908] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 is going to be created. [ 741.625795] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.625795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.625795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.625795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.626528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.640294] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 in Status: UNINITIALIZED for 2s [ 741.643607] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 in Status: SUCCESS [ 741.643684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.795926] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80aab618-28f6-4082-ad24-ebf584a1f45e in Status: SUCCESS [ 741.796280] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.796570] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.796952] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.797062] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.892783] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.898785] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.898785] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.898785] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.898785] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.898785] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port f1471879-c791-4356-b895-b4d4abf64bd7 not found, creating... [ 741.898785] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.898785] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.898785] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.898785] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.898785] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.899307] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.899307] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.899694] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.900077] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.900336] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.901923] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: f1471879-c791-4356-b895-b4d4abf64bd7 is going to be created. [ 741.921227] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.923261] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.923261] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.923261] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.923261] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.923261] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-f1471879-c791-4356-b895-b4d4abf64bd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.302589] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-80aab618-28f6-4082-ad24-ebf584a1f45e taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.302819] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.302819] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.303121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.303686] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.303686] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.303686] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.303686] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.303895] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.303895] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.304017] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.427303] env[66408]: INFO networking_nsxv3.common.synchronization [None req-b6208358-2c84-4a83-bd12-ddebedd50eb9 None None] Enqueued Resource ID: f892a9bf-0d1e-4c82-84b8-fbd68e49c1a1 with Priority: HIGHEST for action port [ 742.427303] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f892a9bf-0d1e-4c82-84b8-fbd68e49c1a1 with Priority: HIGHEST for action port [ 742.427303] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-f892a9bf-0d1e-4c82-84b8-fbd68e49c1a1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.427303] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f892a9bf-0d1e-4c82-84b8-fbd68e49c1a1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.427659] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f892a9bf-0d1e-4c82-84b8-fbd68e49c1a1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.428036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f892a9bf-0d1e-4c82-84b8-fbd68e49c1a1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.428343] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f892a9bf-0d1e-4c82-84b8-fbd68e49c1a1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.721118] env[66408]: INFO networking_nsxv3.common.synchronization [req-7f2bb747-3975-40bd-ab99-48089b9ee83e req-f05ab532-9335-46a3-89cf-b8108d593373 service nova] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_rules [ 742.721387] env[66408]: INFO networking_nsxv3.common.synchronization [req-7f2bb747-3975-40bd-ab99-48089b9ee83e req-f05ab532-9335-46a3-89cf-b8108d593373 service nova] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 742.721515] env[66408]: INFO networking_nsxv3.common.synchronization [req-7f2bb747-3975-40bd-ab99-48089b9ee83e req-f05ab532-9335-46a3-89cf-b8108d593373 service nova] Enqueued Resource ID: f1471879-c791-4356-b895-b4d4abf64bd7 with Priority: HIGHEST for action port [ 742.722481] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_rules [ 742.722684] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 742.722977] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1471879-c791-4356-b895-b4d4abf64bd7 with Priority: HIGHEST for action port [ 742.723204] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.723475] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.723573] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.723912] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.724040] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.725254] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.725254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.725499] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1471879-c791-4356-b895-b4d4abf64bd7 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.726568] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1471879-c791-4356-b895-b4d4abf64bd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.726568] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1471879-c791-4356-b895-b4d4abf64bd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.726568] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1471879-c791-4356-b895-b4d4abf64bd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.726568] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1471879-c791-4356-b895-b4d4abf64bd7',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.807374] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-80aab618-28f6-4082-ad24-ebf584a1f45e taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.807537] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.807611] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.807839] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.808056] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.808648] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.808648] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.808648] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.808648] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.808979] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.808979] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-80aab618-28f6-4082-ad24-ebf584a1f45e taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.809078] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.809078] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.809263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.809619] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.809619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.809780] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.809833] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.810713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.810813] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.810914] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.932313] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f892a9bf-0d1e-4c82-84b8-fbd68e49c1a1 [ 742.932505] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.932672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.932762] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.933057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.933214] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.933356] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f892a9bf-0d1e-4c82-84b8-fbd68e49c1a1 already deleted. [ 742.933470] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f892a9bf-0d1e-4c82-84b8-fbd68e49c1a1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.229188] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.229188] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.229188] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1471879-c791-4356-b895-b4d4abf64bd7 with status ACTIVE [ 743.229188] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.229188] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.229188] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.229469] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.229469] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.229529] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.232718] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.232718] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.232718] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.232718] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.232718] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.232718] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.232718] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.232718] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.232718] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.232718] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1471879-c791-4356-b895-b4d4abf64bd7 is going to be updated. [ 743.255048] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.255244] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.255284] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.255508] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.255646] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.255904] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1471879-c791-4356-b895-b4d4abf64bd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.313511] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80aab618-28f6-4082-ad24-ebf584a1f45e: rpc.has_security_group_logging(os_id): False [ 743.339539] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.339539] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.339539] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.339727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.339817] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.340031] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.340142] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.340204] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.340449] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.340449] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.340636] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.340732] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.340812] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.341061] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.341156] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.341458] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.341559] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.341617] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.341783] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.341853] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.341939] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80aab618-28f6-4082-ad24-ebf584a1f45e is going to be updated. [ 743.433657] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.433805] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.433875] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.434098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.434242] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.442185] env[66408]: INFO networking_nsxv3.common.synchronization [req-9ed9a30a-a8c5-4516-8c4d-ed466c6b41d2 req-2c258e5d-d3c5-46d6-9594-66949db794f3 tempest-FloatingIPsAssociationTestJSON-272492902 tempest-FloatingIPsAssociationTestJSON-272492902-project-member] Enqueued Resource ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 with Priority: HIGHEST for action security_group_members [ 743.442691] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 with Priority: HIGHEST for action security_group_members [ 743.443059] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c095eb9e-132d-4b68-b03b-9ceba70b6602 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.443182] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.443182] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.443388] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.443566] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.443681] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.443770] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.443957] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.444089] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.444215] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c095eb9e-132d-4b68-b03b-9ceba70b6602',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.449765] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80aab618-28f6-4082-ad24-ebf584a1f45e in Status: IN_PROGRESS for 2s [ 743.522025] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 743.524039] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 deletion is rescheduled due to dependency. [ 743.524039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.524039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.524039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.524039] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.524039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.524406] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.524406] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.524406] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.524502] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.653314] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 in Status: SUCCESS [ 743.653558] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.653732] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.653949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.654163] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.654279] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.654340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.654494] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.654576] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.654658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.654748] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3696451e-9ab7-433d-a5e5-d54c3aadf322',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.948953] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c095eb9e-132d-4b68-b03b-9ceba70b6602',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.026766] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.159417] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3696451e-9ab7-433d-a5e5-d54c3aadf322',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.268255] env[66408]: INFO networking_nsxv3.common.synchronization [req-988fec75-9559-4a5e-a377-8b66162461d2 req-78e14e0f-88a8-455c-a8fc-9fc5e21f5654 tempest-ServersTestManualDisk-356018930 tempest-ServersTestManualDisk-356018930-project-member] Enqueued Resource ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 with Priority: HIGHEST for action security_group_members [ 744.269092] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 with Priority: HIGHEST for action security_group_members [ 744.269976] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3edd9c-28ec-4c94-9f15-becbac796af0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.271688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.271688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.271688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.271688] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.271688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.271688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.271688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.271688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.271688] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3edd9c-28ec-4c94-9f15-becbac796af0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.354531] env[66408]: INFO networking_nsxv3.common.synchronization [None req-1aecc9c5-f90f-4777-80dd-3a2481035589 None None] Enqueued Resource ID: 10eab668-9b62-4f51-8488-a158f7c44c68 with Priority: HIGHEST for action port [ 744.354531] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10eab668-9b62-4f51-8488-a158f7c44c68 with Priority: HIGHEST for action port [ 744.354753] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-10eab668-9b62-4f51-8488-a158f7c44c68 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.354753] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10eab668-9b62-4f51-8488-a158f7c44c68" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.354846] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10eab668-9b62-4f51-8488-a158f7c44c68" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.355110] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10eab668-9b62-4f51-8488-a158f7c44c68" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.355171] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10eab668-9b62-4f51-8488-a158f7c44c68',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.453522] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c095eb9e-132d-4b68-b03b-9ceba70b6602',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.529579] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.661693] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3696451e-9ab7-433d-a5e5-d54c3aadf322: rpc.has_security_group_logging(os_id): False [ 744.679893] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.680084] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.680084] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.680313] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.680401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.680637] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.680722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.680781] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.680937] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.681019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.681098] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 is going to be created. [ 744.769537] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.769722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.769761] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.769970] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.770193] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.775687] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.775894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.775894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.776251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.788302] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 in Status: IN_PROGRESS for 2s [ 744.808890] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.809303] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.809441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.809501] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.809715] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.809805] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.809888] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 is going to be updated. [ 744.857215] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10eab668-9b62-4f51-8488-a158f7c44c68 [ 744.857837] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.857837] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.858070] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.858289] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.858437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.858581] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10eab668-9b62-4f51-8488-a158f7c44c68 already deleted. [ 744.858681] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10eab668-9b62-4f51-8488-a158f7c44c68" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.867549] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.867723] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.867776] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.868082] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.868178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.878667] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 in Status: IN_PROGRESS for 2s [ 744.958575] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.958575] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.958575] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.958935] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.959262] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.959412] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 is going to be updated. [ 744.992296] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.992528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.992528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.994740] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.994740] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.004640] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 in Status: IN_PROGRESS for 2s [ 745.034314] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.034944] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.034944] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.034944] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.034944] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.036164] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be updated. [ 745.076605] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.077071] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.077071] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.077187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.077318] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.088719] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: IN_PROGRESS for 2s [ 745.468633] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80aab618-28f6-4082-ad24-ebf584a1f45e in Status: SUCCESS [ 745.468862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.930227] env[66408]: INFO networking_nsxv3.common.synchronization [req-9a7d7b73-9f7d-42d7-8b50-db6cb5038621 req-9773ece0-5c57-4783-999b-100ef0dddfd9 tempest-MigrationsAdminTest-1621028646 tempest-MigrationsAdminTest-1621028646-project-member] Enqueued Resource ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 with Priority: HIGHEST for action security_group_members [ 745.930227] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 with Priority: HIGHEST for action security_group_members [ 745.930519] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-126b3824-d4da-4dee-a05e-33bf94c545c8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.930673] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.930759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.930976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.931175] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.931303] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.931383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.931563] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.931679] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.931790] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.372144] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.373697] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.373817] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.374101] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.375021] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.376030] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.376030] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.376030] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.376030] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.376030] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.376030] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.376030] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.378510] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.378510] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.378510] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.378510] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.399637] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.399637] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.399637] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.399637] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.400205] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-b0c0f2cf-34fa-468c-a330-72e4a3059e58 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.400205] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-b0c0f2cf-34fa-468c-a330-72e4a3059e58" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.400348] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-b0c0f2cf-34fa-468c-a330-72e4a3059e58" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.400615] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-b0c0f2cf-34fa-468c-a330-72e4a3059e58" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.400745] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0c0f2cf-34fa-468c-a330-72e4a3059e58',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.435803] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.805013] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 in Status: SUCCESS [ 746.805927] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.891140] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 in Status: SUCCESS [ 746.891380] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 deletion is rescheduled due to dependency. [ 746.891516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.905079] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.905302] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.906649] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.906649] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.906649] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.906649] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port b0c0f2cf-34fa-468c-a330-72e4a3059e58 not found, creating... [ 746.906649] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.907434] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.907434] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.907434] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.907434] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.907638] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.907802] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.907920] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.908314] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.908507] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.908684] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: b0c0f2cf-34fa-468c-a330-72e4a3059e58 is going to be created. [ 746.932197] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.932445] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.932591] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.932949] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.933258] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.933472] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-b0c0f2cf-34fa-468c-a330-72e4a3059e58" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.938623] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.018180] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 in Status: SUCCESS [ 747.018503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.100060] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 747.100060] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.100060] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.100060] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.100060] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.101344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.101344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.101344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.101463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.101491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.101603] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.442099] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.442564] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.442564] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.442654] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.442723] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.442827] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 is going to be updated. [ 747.489250] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.489465] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.489543] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.489788] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.489938] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.502456] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 in Status: IN_PROGRESS for 2s [ 747.604191] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.604442] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.604566] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.604929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.605186] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.605338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.605477] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.605711] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.605826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.605922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.606157] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.606265] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.606325] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.606483] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.606627] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.606719] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.606779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.606954] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.607057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.607146] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.607235] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.726195] env[66408]: INFO networking_nsxv3.common.synchronization [req-9a7d7b73-9f7d-42d7-8b50-db6cb5038621 req-38449a4a-bf3c-48cf-95ef-4e5955badbe4 service nova] Enqueued Resource ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 with Priority: HIGHEST for action security_group_rules [ 747.728402] env[66408]: INFO networking_nsxv3.common.synchronization [req-9a7d7b73-9f7d-42d7-8b50-db6cb5038621 req-38449a4a-bf3c-48cf-95ef-4e5955badbe4 service nova] Enqueued Resource ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 with Priority: HIGHEST for action security_group_members [ 747.728402] env[66408]: INFO networking_nsxv3.common.synchronization [req-9a7d7b73-9f7d-42d7-8b50-db6cb5038621 req-38449a4a-bf3c-48cf-95ef-4e5955badbe4 service nova] Enqueued Resource ID: b0c0f2cf-34fa-468c-a330-72e4a3059e58 with Priority: HIGHEST for action port [ 747.728402] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 with Priority: HIGHEST for action security_group_rules [ 747.728402] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 with Priority: HIGHEST for action security_group_members [ 747.728402] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0c0f2cf-34fa-468c-a330-72e4a3059e58 with Priority: HIGHEST for action port [ 747.728402] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-126b3824-d4da-4dee-a05e-33bf94c545c8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.728402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.728402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.728402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.728402] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.729252] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-126b3824-d4da-4dee-a05e-33bf94c545c8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.729344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.729566] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0c0f2cf-34fa-468c-a330-72e4a3059e58 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.729717] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0c0f2cf-34fa-468c-a330-72e4a3059e58" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.730529] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0c0f2cf-34fa-468c-a330-72e4a3059e58" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.730529] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0c0f2cf-34fa-468c-a330-72e4a3059e58" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.730529] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0c0f2cf-34fa-468c-a330-72e4a3059e58',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.110143] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd8e64c0-58a5-4246-8de7-d6d2d5595bd6: rpc.has_security_group_logging(os_id): False [ 748.129646] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.129830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.129893] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.130084] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.130179] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.130363] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.130464] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.130521] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.130670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.130740] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.130930] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.131020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.132274] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.132464] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.132571] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.132799] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.132898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.132960] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.133121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.133197] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.133280] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be updated. [ 748.214466] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.214466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.214466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.214466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.214466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.225782] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: IN_PROGRESS for 2s [ 748.232759] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-126b3824-d4da-4dee-a05e-33bf94c545c8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.232872] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.236240] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0c0f2cf-34fa-468c-a330-72e4a3059e58 with status ACTIVE [ 748.236240] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.236240] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.236240] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.236240] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.236240] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.236503] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.236503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.236778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.236778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.236881] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.237064] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.237143] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.237203] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.237347] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.237436] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.237517] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0c0f2cf-34fa-468c-a330-72e4a3059e58 is going to be updated. [ 748.267131] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.267131] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.267131] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.267131] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.267131] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.267131] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0c0f2cf-34fa-468c-a330-72e4a3059e58" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.731351] env[66408]: INFO networking_nsxv3.common.synchronization [req-48882c5e-0cd1-4f13-9fe7-9e60b0e87bc6 req-681fc7e6-e2e0-45bb-b789-0299444c7008 tempest-ServerMetadataNegativeTestJSON-1776109162 tempest-ServerMetadataNegativeTestJSON-1776109162-project-member] Enqueued Resource ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 with Priority: HIGHEST for action security_group_members [ 748.731879] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 with Priority: HIGHEST for action security_group_members [ 748.732202] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-230ef7e6-8315-48f9-a4d0-11254ff4d462 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.732316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.732375] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.732806] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.732987] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.733263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.733315] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.733579] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.733579] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.733645] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('230ef7e6-8315-48f9-a4d0-11254ff4d462',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.111843] env[66408]: INFO networking_nsxv3.common.synchronization [req-522be275-5c81-48f2-a44a-7a9f771b484a req-12779d5f-0752-4eb4-99a9-8d169a23ed2a tempest-ServerRescueTestJSONUnderV235-1675961453 tempest-ServerRescueTestJSONUnderV235-1675961453-project-member] Enqueued Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGHEST for action security_group_members [ 749.112178] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGHEST for action security_group_members [ 749.112950] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-80aab618-28f6-4082-ad24-ebf584a1f45e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.112950] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.112950] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.112950] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.113207] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.114624] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.114959] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.115042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.115117] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.115233] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.236487] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.236714] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.236799] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.237201] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.237314] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.237678] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.237678] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.237842] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.237921] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.238076] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.238229] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 already deleted. [ 749.238298] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.446308] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-75 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.446561] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-75" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.446626] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-75" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.447193] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-75" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.447391] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.447560] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.447673] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.447891] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.448077] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.448339] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.448404] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.448455] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.448605] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.448684] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.448732] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.449230] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.470977] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.471251] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.471346] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.471523] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-75" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.471841] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-3a117ab3-4090-41fc-adc0-88f4cc86a0af taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.473288] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-3a117ab3-4090-41fc-adc0-88f4cc86a0af" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.473288] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-3a117ab3-4090-41fc-adc0-88f4cc86a0af" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.473288] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-3a117ab3-4090-41fc-adc0-88f4cc86a0af" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.473288] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a117ab3-4090-41fc-adc0-88f4cc86a0af',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.495717] env[66408]: INFO networking_nsxv3.common.synchronization [req-59807708-9f67-4fb3-97f9-f039fd9489a7 req-335cb41e-98cb-4843-9f7a-ccc9c6923dd2 tempest-ServersTestMultiNic-2138638854 tempest-ServersTestMultiNic-2138638854-project-member] Enqueued Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 749.496271] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 749.496699] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.496699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.496832] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.496983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.497308] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.497308] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.497308] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.497508] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.497508] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.497614] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.517716] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 in Status: SUCCESS [ 749.517716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.517716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.517716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.517716] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.517716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.517716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.518265] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.518533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.518742] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.619987] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.619987] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.619987] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.620350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.620350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.620350] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.620482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.620545] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.620748] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.620748] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.620925] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80aab618-28f6-4082-ad24-ebf584a1f45e is going to be updated. [ 749.653660] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.653660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.653660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.653660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.653660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.664339] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80aab618-28f6-4082-ad24-ebf584a1f45e in Status: IN_PROGRESS for 2s [ 749.975056] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.975377] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.975426] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.975763] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.975919] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.976082] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 3a117ab3-4090-41fc-adc0-88f4cc86a0af not found, creating... [ 749.976548] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.976675] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.976707] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.976984] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.977140] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.977464] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.977626] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.977868] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.978219] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.978781] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.978781] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 3a117ab3-4090-41fc-adc0-88f4cc86a0af is going to be created. [ 750.000731] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.009018] env[66408]: INFO networking_nsxv3.common.synchronization [req-59807708-9f67-4fb3-97f9-f039fd9489a7 req-59c2c616-49ae-479b-8ecb-bc1af33288c0 tempest-ServersTestMultiNic-2138638854 tempest-ServersTestMultiNic-2138638854-project-member] Enqueued Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 750.009018] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.009018] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.009018] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.009451] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.009666] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.009880] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-3a117ab3-4090-41fc-adc0-88f4cc86a0af" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.011165] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 750.012225] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.012323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.020925] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.245044] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 750.245341] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.364576] env[66408]: INFO networking_nsxv3.common.synchronization [req-59807708-9f67-4fb3-97f9-f039fd9489a7 req-b7082032-b84c-4843-a675-4e5f2ce4c69c tempest-ServersTestMultiNic-2138638854 tempest-ServersTestMultiNic-2138638854-project-member] Enqueued Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 750.365559] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 750.365832] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.365939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.507137] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.522778] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.812068] env[66408]: INFO networking_nsxv3.common.synchronization [req-48882c5e-0cd1-4f13-9fe7-9e60b0e87bc6 req-6f9c5c93-0f9a-479f-8f8f-0ca15021927f service nova] Enqueued Resource ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 with Priority: HIGHEST for action security_group_rules [ 750.812068] env[66408]: INFO networking_nsxv3.common.synchronization [req-48882c5e-0cd1-4f13-9fe7-9e60b0e87bc6 req-6f9c5c93-0f9a-479f-8f8f-0ca15021927f service nova] Enqueued Resource ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 with Priority: HIGHEST for action security_group_members [ 750.812292] env[66408]: INFO networking_nsxv3.common.synchronization [req-48882c5e-0cd1-4f13-9fe7-9e60b0e87bc6 req-6f9c5c93-0f9a-479f-8f8f-0ca15021927f service nova] Enqueued Resource ID: 3a117ab3-4090-41fc-adc0-88f4cc86a0af with Priority: HIGHEST for action port [ 750.812721] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 with Priority: HIGHEST for action security_group_rules [ 750.812856] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 with Priority: HIGHEST for action security_group_members [ 750.812954] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a117ab3-4090-41fc-adc0-88f4cc86a0af with Priority: HIGHEST for action port [ 750.813347] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-230ef7e6-8315-48f9-a4d0-11254ff4d462 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.813538] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.813538] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.814018] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.814018] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('230ef7e6-8315-48f9-a4d0-11254ff4d462',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.815153] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-230ef7e6-8315-48f9-a4d0-11254ff4d462 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.815296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.815338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.815828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.815828] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.815828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.815828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.816079] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.816079] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.816153] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('230ef7e6-8315-48f9-a4d0-11254ff4d462',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.819646] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a117ab3-4090-41fc-adc0-88f4cc86a0af taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.819646] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a117ab3-4090-41fc-adc0-88f4cc86a0af" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.819646] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a117ab3-4090-41fc-adc0-88f4cc86a0af" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.819646] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a117ab3-4090-41fc-adc0-88f4cc86a0af" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.819646] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a117ab3-4090-41fc-adc0-88f4cc86a0af',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.009726] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.009726] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.009726] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.010115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.010115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.010220] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 is going to be updated. [ 751.026700] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.027157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.027311] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.027729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.028017] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.028382] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 is going to be updated. [ 751.053353] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.053353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.053353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.053353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.053353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.065752] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: IN_PROGRESS for 2s [ 751.073804] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.074586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.074586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.074586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.074900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.092261] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 in Status: IN_PROGRESS for 2s [ 751.324213] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('230ef7e6-8315-48f9-a4d0-11254ff4d462',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.324213] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-230ef7e6-8315-48f9-a4d0-11254ff4d462 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.324213] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.324213] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a117ab3-4090-41fc-adc0-88f4cc86a0af with status ACTIVE [ 751.324213] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.324213] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.324213] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.324213] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.324213] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.324213] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.324609] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.325382] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.325382] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.325643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.325988] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.325988] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.325988] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.325988] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.326628] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.326628] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a117ab3-4090-41fc-adc0-88f4cc86a0af is going to be updated. [ 751.358336] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.358484] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.359535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.359535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.359535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.359535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a117ab3-4090-41fc-adc0-88f4cc86a0af" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.388799] env[66408]: INFO networking_nsxv3.common.synchronization [req-d6491262-0603-4bd3-8c37-818a4cfe4098 req-c5df7c2d-81cf-4059-9ea2-f783fb747944 tempest-ServerActionsTestOtherB-1051836459 tempest-ServerActionsTestOtherB-1051836459-project-member] Enqueued Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_members [ 751.389515] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_members [ 751.390065] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.390353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.390534] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.390890] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.391402] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.392301] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.392478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.392780] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.392966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.393167] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.678500] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80aab618-28f6-4082-ad24-ebf584a1f45e in Status: SUCCESS [ 751.678500] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80aab618-28f6-4082-ad24-ebf584a1f45e deletion is rescheduled due to dependency. [ 751.678500] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.830167] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('230ef7e6-8315-48f9-a4d0-11254ff4d462',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.851960] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-298 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.852164] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-298" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.852460] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-298" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.852843] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-298" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.853770] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.853937] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.854066] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.854292] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.854434] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.854635] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.854742] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.854845] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.854961] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.855101] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.855206] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.855330] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.880519] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.880673] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.880844] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.881026] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-298" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.881342] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-47e0fb6a-dce9-4a84-85bc-23230b256d14 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.881525] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-47e0fb6a-dce9-4a84-85bc-23230b256d14" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.881610] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-47e0fb6a-dce9-4a84-85bc-23230b256d14" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.883078] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-47e0fb6a-dce9-4a84-85bc-23230b256d14" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.883078] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47e0fb6a-dce9-4a84-85bc-23230b256d14',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.896281] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.896281] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.896281] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.896281] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.896615] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.897263] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.897263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.897263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.898187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.898187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.898187] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 already deleted. [ 751.898187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.333338] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.333338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.333338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.333784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.333784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.333784] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 is going to be created. [ 752.363283] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.363519] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.363593] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.363927] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.364125] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.376161] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 in Status: UNINITIALIZED for 2s [ 752.388010] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.388350] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.388491] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.388785] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.389049] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.389137] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 47e0fb6a-dce9-4a84-85bc-23230b256d14 not found, creating... [ 752.389410] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.389564] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.389674] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.389891] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.390107] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.390441] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.390609] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.390724] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.390920] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.391068] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.391213] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 47e0fb6a-dce9-4a84-85bc-23230b256d14 is going to be created. [ 752.417795] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.417795] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.417795] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.418123] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.418920] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.419188] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-47e0fb6a-dce9-4a84-85bc-23230b256d14" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.080484] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: SUCCESS [ 753.080932] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.085019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.085019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.085019] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.085019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.085019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.085019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.085019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.085019] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.105143] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 in Status: SUCCESS [ 753.105354] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.105559] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.106158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.106158] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.106870] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.107097] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.107434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.107535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.107705] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.107959] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.191830] env[66408]: INFO networking_nsxv3.common.synchronization [req-d6491262-0603-4bd3-8c37-818a4cfe4098 req-53162008-8c60-4d0c-ac3f-fe0e3b8b540c service nova] Enqueued Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_rules [ 753.191830] env[66408]: INFO networking_nsxv3.common.synchronization [req-d6491262-0603-4bd3-8c37-818a4cfe4098 req-53162008-8c60-4d0c-ac3f-fe0e3b8b540c service nova] Enqueued Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_members [ 753.191830] env[66408]: INFO networking_nsxv3.common.synchronization [req-d6491262-0603-4bd3-8c37-818a4cfe4098 req-53162008-8c60-4d0c-ac3f-fe0e3b8b540c service nova] Enqueued Resource ID: 47e0fb6a-dce9-4a84-85bc-23230b256d14 with Priority: HIGHEST for action port [ 753.192919] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_rules [ 753.192919] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_members [ 753.192919] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47e0fb6a-dce9-4a84-85bc-23230b256d14 with Priority: HIGHEST for action port [ 753.192919] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.193403] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.195583] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.195583] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.195583] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.200599] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.200599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.200599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.200599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.200599] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.200599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.200599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.200599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.200599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.200599] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.201861] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-47e0fb6a-dce9-4a84-85bc-23230b256d14 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.201861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47e0fb6a-dce9-4a84-85bc-23230b256d14" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.203104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47e0fb6a-dce9-4a84-85bc-23230b256d14" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.203104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47e0fb6a-dce9-4a84-85bc-23230b256d14" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.203104] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47e0fb6a-dce9-4a84-85bc-23230b256d14',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.587881] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.588195] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.588234] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.588500] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.588614] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.588829] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.589600] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.589699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.589906] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.589997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.590126] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 is going to be updated. [ 753.611289] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-126b3824-d4da-4dee-a05e-33bf94c545c8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.611490] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.611591] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.611870] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.612214] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.612320] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.612423] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.612784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.612784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.612878] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.613017] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-126b3824-d4da-4dee-a05e-33bf94c545c8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.613175] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.613275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.613504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.613663] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.613790] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.614247] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.614394] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.614541] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.614642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.614696] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.627685] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.627851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.627851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.628195] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.628541] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.639576] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: IN_PROGRESS for 2s [ 753.705969] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.707484] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.707629] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.708243] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47e0fb6a-dce9-4a84-85bc-23230b256d14 with status ACTIVE [ 753.708243] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.708492] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.708492] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.708775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.708775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.710060] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.710060] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.710060] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.710060] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.710060] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.710060] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.710351] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.710351] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.710351] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.710598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.710598] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47e0fb6a-dce9-4a84-85bc-23230b256d14 is going to be updated. [ 753.738150] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.738150] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.738150] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.738150] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.738150] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.738150] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47e0fb6a-dce9-4a84-85bc-23230b256d14" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.117776] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 126b3824-d4da-4dee-a05e-33bf94c545c8: rpc.has_security_group_logging(os_id): False [ 754.142378] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.142565] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.142608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.142902] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.166522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.167262] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.167262] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.167262] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.167468] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.167468] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.168042] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.168042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.168042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.168042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.168042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.168338] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.168338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.168338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.169029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.169029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.169029] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 is going to be updated. [ 754.208557] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.234183] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.234183] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.234183] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.234183] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.234183] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.248115] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 in Status: IN_PROGRESS for 2s [ 754.388835] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 in Status: SUCCESS [ 754.389056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.390047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.390047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.390047] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.390047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.390047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.390423] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.390423] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.390423] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.390423] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('230ef7e6-8315-48f9-a4d0-11254ff4d462',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.715483] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.715886] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.715886] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.715967] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.716165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.716304] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 is going to be created. [ 754.751702] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.751924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.752047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.752357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.752608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.766929] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: UNINITIALIZED for 2s [ 754.892898] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-230ef7e6-8315-48f9-a4d0-11254ff4d462 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.893233] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.893309] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.893549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.893738] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.893841] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.893904] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.894092] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.894185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.894633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.894633] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-230ef7e6-8315-48f9-a4d0-11254ff4d462 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.894633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.894633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.895037] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.895037] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.895037] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.895037] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.895255] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.895255] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.895364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.895364] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('230ef7e6-8315-48f9-a4d0-11254ff4d462',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.397677] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 230ef7e6-8315-48f9-a4d0-11254ff4d462: rpc.has_security_group_logging(os_id): False [ 755.417126] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.417347] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.417418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.417678] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.417778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.418017] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.418171] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.418246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.418430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.418513] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.418712] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.418821] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.418870] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.419017] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.419083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.419273] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.419383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.419483] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.419545] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.419617] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.419702] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 is going to be created. [ 755.486325] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.488158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.488158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.488158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.488158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.500022] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 in Status: IN_PROGRESS for 2s [ 755.651582] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: SUCCESS [ 755.651582] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 deletion is rescheduled due to dependency. [ 755.651582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.651582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.651582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.651582] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.651582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.651582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.651582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.651582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.651582] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.156024] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.156024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.156024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.156024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.156024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.156024] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.156024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.156024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.156024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.156024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.156024] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 is going to be updated. [ 756.194924] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.195203] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.195297] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.195778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.196094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.207488] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: IN_PROGRESS for 2s [ 756.265294] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 in Status: SUCCESS [ 756.265999] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.784316] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: SUCCESS [ 756.785351] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.785351] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.785351] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.785682] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.786237] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.786237] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.786488] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.786539] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.786616] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.786718] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.290119] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.521763] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 in Status: SUCCESS [ 757.522059] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.554455] env[66408]: INFO networking_nsxv3.common.synchronization [None req-cb49dbfa-5e0d-445a-a9f2-842381399df1 None None] Enqueued Resource ID: 3f5ecdc0-29f8-4b0b-909c-de3ae115fe87 with Priority: HIGHEST for action port [ 757.555289] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5ecdc0-29f8-4b0b-909c-de3ae115fe87 with Priority: HIGHEST for action port [ 757.556770] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f5ecdc0-29f8-4b0b-909c-de3ae115fe87 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.556770] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f5ecdc0-29f8-4b0b-909c-de3ae115fe87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.558175] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f5ecdc0-29f8-4b0b-909c-de3ae115fe87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.558175] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f5ecdc0-29f8-4b0b-909c-de3ae115fe87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.558175] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f5ecdc0-29f8-4b0b-909c-de3ae115fe87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.797027] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27fdde82-cbcb-4f71-b141-e44ef2ee1d02: rpc.has_security_group_logging(os_id): False [ 757.923092] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.923280] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.923344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.923530] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.923622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.923865] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.923957] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.924021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.924196] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.924245] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.924330] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 is going to be created. [ 758.019923] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.020131] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.020212] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.020372] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.020557] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.039608] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: IN_PROGRESS for 2s [ 758.062125] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f5ecdc0-29f8-4b0b-909c-de3ae115fe87 [ 758.062370] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.062501] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.062566] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.062795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.062882] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.062973] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f5ecdc0-29f8-4b0b-909c-de3ae115fe87 already deleted. [ 758.063103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f5ecdc0-29f8-4b0b-909c-de3ae115fe87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.223180] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: SUCCESS [ 758.223440] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 deletion is rescheduled due to dependency. [ 758.223613] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.071680] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: SUCCESS [ 760.072120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.307078] env[66408]: INFO networking_nsxv3.common.synchronization [None req-64aebf60-1aee-43d2-9fd4-ae63a328e671 None None] Enqueued Resource ID: 630ce0dc-e25c-4a61-a331-d4161e308cb5 with Priority: HIGHEST for action port [ 760.307806] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 630ce0dc-e25c-4a61-a331-d4161e308cb5 with Priority: HIGHEST for action port [ 760.308173] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-630ce0dc-e25c-4a61-a331-d4161e308cb5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.308471] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-630ce0dc-e25c-4a61-a331-d4161e308cb5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.308565] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-630ce0dc-e25c-4a61-a331-d4161e308cb5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.308891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-630ce0dc-e25c-4a61-a331-d4161e308cb5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.309017] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('630ce0dc-e25c-4a61-a331-d4161e308cb5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.397626] env[66408]: INFO networking_nsxv3.common.synchronization [req-e778c4eb-e4fa-491a-9539-f568ca7be21f req-bfde651c-fd8d-4842-96bb-ccf9099605b8 tempest-ServersTestJSON-963540191 tempest-ServersTestJSON-963540191-project-member] Enqueued Resource ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 with Priority: HIGHEST for action security_group_members [ 760.398299] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 with Priority: HIGHEST for action security_group_members [ 760.398619] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e057b5b4-3b84-4690-9725-3371ea13dfd7 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.398753] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.399778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.399778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.399778] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.399941] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.399941] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.400239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.400330] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.400431] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e057b5b4-3b84-4690-9725-3371ea13dfd7',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.477327] env[66408]: INFO networking_nsxv3.common.synchronization [req-1ea0d6eb-97bf-433f-907c-25f306163bd4 req-36c8c4c5-5bc7-4973-94a5-6a49570c9dd5 tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 760.478257] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 760.478530] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.478663] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.479784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.479784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.479784] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.479784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.479784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.479998] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.479998] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.480875] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.811260] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 630ce0dc-e25c-4a61-a331-d4161e308cb5 [ 760.811897] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.812107] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.812219] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.812526] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.812602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.812674] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:630ce0dc-e25c-4a61-a331-d4161e308cb5 already deleted. [ 760.812778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-630ce0dc-e25c-4a61-a331-d4161e308cb5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.904257] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.904257] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.904257] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.904257] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.931345] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.931345] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.931345] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.931345] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.931641] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.931641] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.931701] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 is going to be updated. [ 760.965460] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.965587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.965661] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.965884] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.966039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.977483] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 in Status: IN_PROGRESS for 2s [ 760.986576] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.109831] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.110334] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-815" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.110529] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-815" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.110852] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-815" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.111219] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.111434] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.111597] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.113429] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.113429] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.113573] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.113612] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.113743] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.113856] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.113964] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.114075] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.114241] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.140657] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.140657] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.140848] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.141000] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-815" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.141307] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-086f79da-6448-42d2-b568-22b3c888b22e taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.141498] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-086f79da-6448-42d2-b568-22b3c888b22e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.141620] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-086f79da-6448-42d2-b568-22b3c888b22e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.144790] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-086f79da-6448-42d2-b568-22b3c888b22e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.144790] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('086f79da-6448-42d2-b568-22b3c888b22e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.486454] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.646614] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.647232] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.647232] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.647521] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.647633] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.647784] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 086f79da-6448-42d2-b568-22b3c888b22e not found, creating... [ 761.648122] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.648303] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.648414] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.648682] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.648839] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.650413] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.650614] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.650730] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.650951] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.651117] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.652857] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 086f79da-6448-42d2-b568-22b3c888b22e is going to be created. [ 761.677506] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.677733] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.677801] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.678114] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.678347] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.678588] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-086f79da-6448-42d2-b568-22b3c888b22e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.989754] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.989916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.989916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.990316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.990316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.990316] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 is going to be updated. [ 762.023748] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.023940] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.023983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.024185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.024372] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.035294] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: IN_PROGRESS for 2s [ 762.354793] env[66408]: INFO networking_nsxv3.common.synchronization [req-1ea0d6eb-97bf-433f-907c-25f306163bd4 req-bb1b4692-9038-4f58-b1c9-282cddf2e9a4 service nova] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_rules [ 762.355127] env[66408]: INFO networking_nsxv3.common.synchronization [req-1ea0d6eb-97bf-433f-907c-25f306163bd4 req-bb1b4692-9038-4f58-b1c9-282cddf2e9a4 service nova] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 762.355169] env[66408]: INFO networking_nsxv3.common.synchronization [req-1ea0d6eb-97bf-433f-907c-25f306163bd4 req-bb1b4692-9038-4f58-b1c9-282cddf2e9a4 service nova] Enqueued Resource ID: 086f79da-6448-42d2-b568-22b3c888b22e with Priority: HIGHEST for action port [ 762.355668] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_rules [ 762.355830] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 762.355891] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 086f79da-6448-42d2-b568-22b3c888b22e with Priority: HIGHEST for action port [ 762.356562] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.356690] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.356758] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.356959] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.357108] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.358899] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.358899] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.358899] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-086f79da-6448-42d2-b568-22b3c888b22e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.358899] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-086f79da-6448-42d2-b568-22b3c888b22e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.359375] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-086f79da-6448-42d2-b568-22b3c888b22e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.359375] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-086f79da-6448-42d2-b568-22b3c888b22e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.359375] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('086f79da-6448-42d2-b568-22b3c888b22e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.861499] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.861652] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.866181] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 086f79da-6448-42d2-b568-22b3c888b22e with status ACTIVE [ 762.866181] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.866181] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.866181] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.866181] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.866181] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.866181] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.867045] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.867045] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.867045] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.867045] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.867045] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.867045] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.867045] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.867455] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.867455] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.867455] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 086f79da-6448-42d2-b568-22b3c888b22e is going to be updated. [ 762.895754] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.896631] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.896631] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.896631] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.896631] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.896631] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-086f79da-6448-42d2-b568-22b3c888b22e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.988486] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 in Status: SUCCESS [ 762.988486] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 deletion is rescheduled due to dependency. [ 762.988486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.047286] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: SUCCESS [ 764.047639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.047715] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.048316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.048490] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.048663] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.048737] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.048936] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.049452] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.049616] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.553349] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.056561] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.562524] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.562524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.562524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.562524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.562524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.562524] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 is going to be updated. [ 765.594796] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.594796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.594796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.594796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.594796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.607447] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: IN_PROGRESS for 2s [ 767.356737] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 767.357212] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 767.622736] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: SUCCESS [ 767.622955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.623171] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.623471] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.624473] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.624680] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.624744] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.624929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.625142] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.625242] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.625366] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.129506] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.129506] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.129506] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.129506] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.129695] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.129739] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.129829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.130040] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.130151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.130254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.130393] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.130516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.130554] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.130771] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.132081] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.132081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.132081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.132081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.132081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.132081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.132081] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.429417] env[66408]: INFO networking_nsxv3.common.synchronization [req-b2e583e8-e244-4315-8316-fd4cbd3822cc req-8e6211ed-8a5e-41ce-9946-21c8906f689a tempest-ServersTestJSON-1989292169 tempest-ServersTestJSON-1989292169-project-member] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 768.430086] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 768.430494] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.430624] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.430674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.430956] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.431252] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.431320] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.431355] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.431824] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.431824] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.431824] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.633436] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 534fd46d-d182-4b15-a05c-01e45498df83: rpc.has_security_group_logging(os_id): False [ 768.654088] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.654088] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.654088] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.654088] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.680736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.680736] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.680736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.680736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.680736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.680736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.681650] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.682522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.682727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.683016] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.683528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.683823] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.684642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.684642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.684642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.684642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.684642] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 is going to be updated. [ 768.784420] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.784568] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.784640] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.784879] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.785101] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.869572] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: IN_PROGRESS for 2s [ 768.901176] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.901176] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.901410] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.901584] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.901864] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.902030] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.902140] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.902389] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.902533] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.902743] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.902848] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.902949] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.903067] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.903173] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.903276] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.903406] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.935092] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.935341] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.935430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.935740] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.935866] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.936091] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.936199] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.936257] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.936434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.936512] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.936595] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 already deleted. [ 768.936674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.938036] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.938181] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.938288] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.938446] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.939046] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-c9facd60-f9b8-4497-b6ad-55f3bbe52e7d taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.939046] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-c9facd60-f9b8-4497-b6ad-55f3bbe52e7d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.939252] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-c9facd60-f9b8-4497-b6ad-55f3bbe52e7d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.939475] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-c9facd60-f9b8-4497-b6ad-55f3bbe52e7d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.939675] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9facd60-f9b8-4497-b6ad-55f3bbe52e7d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.392404] env[66408]: INFO networking_nsxv3.common.synchronization [req-c6411238-d0d5-491a-940d-3a31fedf9821 req-9e72d149-5b8d-45c3-a528-d261046b140a tempest-FloatingIPsAssociationTestJSON-272492902 tempest-FloatingIPsAssociationTestJSON-272492902-project-member] Enqueued Resource ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 with Priority: HIGHEST for action security_group_members [ 769.393851] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 with Priority: HIGHEST for action security_group_members [ 769.394384] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c095eb9e-132d-4b68-b03b-9ceba70b6602 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.394614] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.394737] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.395086] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.395358] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.395581] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.395721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.395999] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.396202] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.396386] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c095eb9e-132d-4b68-b03b-9ceba70b6602',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.443084] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.443565] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.443565] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.443834] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.443969] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.444128] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port c9facd60-f9b8-4497-b6ad-55f3bbe52e7d not found, creating... [ 769.444396] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.444555] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.444637] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.444833] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.444955] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.445340] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.445494] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.445601] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.445798] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.445920] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.446061] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: c9facd60-f9b8-4497-b6ad-55f3bbe52e7d is going to be created. [ 769.468732] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.469080] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.469290] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.469714] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.470077] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.470430] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-c9facd60-f9b8-4497-b6ad-55f3bbe52e7d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.870379] env[66408]: INFO networking_nsxv3.common.synchronization [req-c2037fc8-77d3-404e-9506-89019f86a856 req-7af59c31-e3e7-4417-b487-0d16ad022155 tempest-VolumesAssistedSnapshotsTest-1709381516 tempest-VolumesAssistedSnapshotsTest-1709381516-project-member] Enqueued Resource ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 with Priority: HIGHEST for action security_group_members [ 769.871017] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 with Priority: HIGHEST for action security_group_members [ 769.871669] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.871785] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.871785] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.871982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.872170] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.872274] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.872334] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.872497] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.872581] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.872680] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.899178] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.899337] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.899752] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.899752] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.921891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.922215] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.922332] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.922370] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.922699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.922699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.922845] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 is going to be updated. [ 769.952843] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.952985] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.953098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.953277] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.953419] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.963053] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 in Status: IN_PROGRESS for 2s [ 770.219080] env[66408]: INFO networking_nsxv3.common.synchronization [req-b2e583e8-e244-4315-8316-fd4cbd3822cc req-3d11645c-02f2-4c75-b659-609fc816f7df service nova] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_rules [ 770.219303] env[66408]: INFO networking_nsxv3.common.synchronization [req-b2e583e8-e244-4315-8316-fd4cbd3822cc req-3d11645c-02f2-4c75-b659-609fc816f7df service nova] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 770.220320] env[66408]: INFO networking_nsxv3.common.synchronization [req-b2e583e8-e244-4315-8316-fd4cbd3822cc req-3d11645c-02f2-4c75-b659-609fc816f7df service nova] Enqueued Resource ID: c9facd60-f9b8-4497-b6ad-55f3bbe52e7d with Priority: HIGHEST for action port [ 770.220320] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_rules [ 770.220320] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 770.220320] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9facd60-f9b8-4497-b6ad-55f3bbe52e7d with Priority: HIGHEST for action port [ 770.220572] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.220727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.220795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.221069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.221162] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.222567] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.222715] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.222750] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.222967] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.223176] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.223315] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.225922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.225922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.225922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.225922] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.226424] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9facd60-f9b8-4497-b6ad-55f3bbe52e7d taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.226424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9facd60-f9b8-4497-b6ad-55f3bbe52e7d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.226424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9facd60-f9b8-4497-b6ad-55f3bbe52e7d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.226424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9facd60-f9b8-4497-b6ad-55f3bbe52e7d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.226716] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9facd60-f9b8-4497-b6ad-55f3bbe52e7d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.377222] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.377222] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.377222] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.377222] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.400297] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.401368] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.401368] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.402288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.402454] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.402549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.402671] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 is going to be updated. [ 770.432532] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.432874] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.434080] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.434080] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.434080] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.444519] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 in Status: IN_PROGRESS for 2s [ 770.728110] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.729226] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.729385] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.729552] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9facd60-f9b8-4497-b6ad-55f3bbe52e7d with status ACTIVE [ 770.729709] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.729809] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.729871] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.730334] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.730334] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.730334] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.730464] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.732879] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.732879] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.732879] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.732879] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.732879] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.732879] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.732879] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.732879] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.732879] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9facd60-f9b8-4497-b6ad-55f3bbe52e7d is going to be updated. [ 770.757194] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.757194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.757194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.757194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.757194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.757194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9facd60-f9b8-4497-b6ad-55f3bbe52e7d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.894076] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: SUCCESS [ 770.894383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.970909] env[66408]: INFO networking_nsxv3.common.synchronization [req-662d4f78-2d77-46bd-b3a7-e4a59f5a4882 req-cb43db81-dd8c-499c-9f3d-1d9c0f03195f tempest-ImagesOneServerNegativeTestJSON-536934874 tempest-ImagesOneServerNegativeTestJSON-536934874-project-member] Enqueued Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_members [ 770.971820] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_members [ 770.972153] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.972297] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.972361] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.972553] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.972713] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.972814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.972869] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.973035] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.973126] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.973223] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.234550] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.475968] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.476367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.476367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.476587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.502787] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.503030] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.503140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.503267] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.503418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.503532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.503695] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0260dad-0288-4407-a866-29ab348fc997 is going to be updated. [ 771.545648] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.545797] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.545870] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.546262] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.546262] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.562275] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0260dad-0288-4407-a866-29ab348fc997 in Status: IN_PROGRESS for 2s [ 771.598298] env[66408]: INFO networking_nsxv3.common.synchronization [req-71bb1d8e-c12f-4007-ac3c-0b82e3f7fe92 req-d803d806-8b2c-42d9-a6ed-ecd2de6a5103 tempest-DeleteServersTestJSON-605697757 tempest-DeleteServersTestJSON-605697757-project-member] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 771.598298] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 771.598646] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.598779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.598849] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.599086] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.599327] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.599448] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.599511] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.599672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.599757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.599873] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.738810] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.738971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.739051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.739245] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.739340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.739441] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be created. [ 771.764063] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.764216] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.764300] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.764486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.764703] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.774330] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: UNINITIALIZED for 2s [ 771.973189] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 in Status: SUCCESS [ 771.973370] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 deletion is rescheduled due to dependency. [ 771.973487] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.103178] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.103348] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.103411] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.103634] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.103726] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.103921] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.104049] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.104102] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.104245] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.104324] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.104409] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be updated. [ 772.134274] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.134408] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.134477] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.134688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.134825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.146254] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: IN_PROGRESS for 2s [ 772.346808] env[66408]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 772.346808] env[66408]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] NSXv3 Agent Agent loop - iteration:1 started [ 772.464309] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 in Status: SUCCESS [ 772.464309] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 deletion is rescheduled due to dependency. [ 772.464309] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.070932] env[66408]: INFO networking_nsxv3.common.synchronization [req-b60647b0-7df0-4969-a0d6-229e7063a0f4 req-ffa40279-87bb-495c-a896-c71af627f544 tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa with Priority: HIGHEST for action security_group_members [ 773.071263] env[66408]: INFO networking_nsxv3.common.synchronization [req-b60647b0-7df0-4969-a0d6-229e7063a0f4 req-ffa40279-87bb-495c-a896-c71af627f544 tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 773.071704] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa with Priority: HIGHEST for action security_group_members [ 773.071878] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 773.072188] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e2d161-82e8-44f5-a83b-68ebd27c92fa taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.072346] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.072443] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.072763] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.072952] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.073089] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.073219] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.073415] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.073533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.073679] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10e2d161-82e8-44f5-a83b-68ebd27c92fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.075009] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.075159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.075261] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.075793] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.075941] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.076178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.076264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.077171] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.077171] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.077171] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.117550] env[66408]: INFO networking_nsxv3.common.synchronization [req-b60647b0-7df0-4969-a0d6-229e7063a0f4 req-ffa40279-87bb-495c-a896-c71af627f544 tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa with Priority: HIGHEST for action security_group_rules [ 773.117550] env[66408]: INFO networking_nsxv3.common.synchronization [req-b60647b0-7df0-4969-a0d6-229e7063a0f4 req-ffa40279-87bb-495c-a896-c71af627f544 tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa with Priority: HIGHEST for action security_group_members [ 773.117550] env[66408]: INFO networking_nsxv3.common.synchronization [req-b60647b0-7df0-4969-a0d6-229e7063a0f4 req-ffa40279-87bb-495c-a896-c71af627f544 tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_rules [ 773.117550] env[66408]: INFO networking_nsxv3.common.synchronization [req-b60647b0-7df0-4969-a0d6-229e7063a0f4 req-ffa40279-87bb-495c-a896-c71af627f544 tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 773.117550] env[66408]: INFO networking_nsxv3.common.synchronization [req-b60647b0-7df0-4969-a0d6-229e7063a0f4 req-ffa40279-87bb-495c-a896-c71af627f544 tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 086f79da-6448-42d2-b568-22b3c888b22e with Priority: HIGHEST for action port [ 773.117829] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa with Priority: HIGHEST for action security_group_rules [ 773.118526] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_rules [ 773.118526] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 086f79da-6448-42d2-b568-22b3c888b22e with Priority: HIGHEST for action port [ 773.118526] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa with Priority: HIGHEST for action security_group_members [ 773.118526] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 773.118692] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10e2d161-82e8-44f5-a83b-68ebd27c92fa taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.118692] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.118782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.118988] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.119107] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10e2d161-82e8-44f5-a83b-68ebd27c92fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.120359] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.120359] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.120359] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.120359] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.120584] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.121393] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-086f79da-6448-42d2-b568-22b3c888b22e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.121487] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-086f79da-6448-42d2-b568-22b3c888b22e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.121531] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-086f79da-6448-42d2-b568-22b3c888b22e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.121656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-086f79da-6448-42d2-b568-22b3c888b22e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.121722] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('086f79da-6448-42d2-b568-22b3c888b22e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.122636] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e2d161-82e8-44f5-a83b-68ebd27c92fa taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.122745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.122922] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.123238] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.440358] env[66408]: INFO networking_nsxv3.common.synchronization [req-f5efa140-4e28-41fa-bb86-9e2071b85e51 req-0637e532-7107-451e-8eb0-c9d2861ad68e tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 773.440639] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 773.440942] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.441083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.441142] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.442049] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.442421] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.442509] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.442561] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.442718] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.442809] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.442906] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.573238] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0260dad-0288-4407-a866-29ab348fc997 in Status: SUCCESS [ 773.573497] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0260dad-0288-4407-a866-29ab348fc997 deletion is rescheduled due to dependency. [ 773.573620] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.578542] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10e2d161-82e8-44f5-a83b-68ebd27c92fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.579544] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.624466] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e2d161-82e8-44f5-a83b-68ebd27c92fa taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.624680] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.624957] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.625167] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.625333] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 086f79da-6448-42d2-b568-22b3c888b22e with status ACTIVE [ 773.625486] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.625610] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.625693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.625971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.626076] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.626250] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.626338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.626393] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.626544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.626619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.626790] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.626880] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.626933] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.627235] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.627235] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.627235] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 086f79da-6448-42d2-b568-22b3c888b22e is going to be updated. [ 773.649608] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.649976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.649976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.650107] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.650156] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.650308] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-086f79da-6448-42d2-b568-22b3c888b22e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.768081] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.768081] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.768081] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.768496] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.768609] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.768770] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.768882] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.769290] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.769533] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.769750] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.769905] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.770105] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.770311] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.770511] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.770666] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.770839] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.784090] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 773.784453] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.784748] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.785012] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.785268] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.785445] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.785694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.785800] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.785925] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.786085] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.786221] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.791862] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.791956] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.792028] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.792254] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.792739] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-0e7d3bb5-a811-4bf4-a5d7-b7c168979a37 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.792896] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-0e7d3bb5-a811-4bf4-a5d7-b7c168979a37" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.792896] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-0e7d3bb5-a811-4bf4-a5d7-b7c168979a37" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.793555] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-0e7d3bb5-a811-4bf4-a5d7-b7c168979a37" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.793555] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e7d3bb5-a811-4bf4-a5d7-b7c168979a37',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.945113] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.945314] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.945391] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.945950] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.946062] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.946290] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.946395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.946457] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.947079] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.947472] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.947687] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 already deleted. [ 773.947798] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.081650] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10e2d161-82e8-44f5-a83b-68ebd27c92fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.083014] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.158557] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 774.158746] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 deletion is rescheduled due to dependency. [ 774.158869] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.288991] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.289200] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.289297] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.289540] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.289770] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.289851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.289949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.290212] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.290363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.290523] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.290740] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.290897] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.291045] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.291218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.291434] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.291577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.291651] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.291858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.291974] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.293151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.293151] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.296067] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.296236] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.296291] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.296494] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.296632] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.296793] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 0e7d3bb5-a811-4bf4-a5d7-b7c168979a37 not found, creating... [ 774.297265] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.297440] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.297566] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.297752] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.297879] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.298169] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.298400] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.298474] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.298680] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.298857] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.299057] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 0e7d3bb5-a811-4bf4-a5d7-b7c168979a37 is going to be created. [ 774.321817] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.322042] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.322182] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.322414] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.322629] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.322858] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-0e7d3bb5-a811-4bf4-a5d7-b7c168979a37" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.584018] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.585658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.585658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.585658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.585658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.585658] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa is going to be created. [ 774.586662] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.586858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.586858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.587015] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.587087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.587262] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 is going to be updated. [ 774.615605] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.615883] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.615883] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.616120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.616288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.619245] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.619459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.619459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.619759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.619916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.631322] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: IN_PROGRESS for 2s [ 774.632099] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa in Status: UNINITIALIZED for 2s [ 774.795161] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1929a0a9-bda1-4657-a51a-62bff4f685f8: rpc.has_security_group_logging(os_id): False [ 774.818388] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.818603] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.818603] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.818949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.819056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.820082] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.820082] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.820082] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.820082] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.820305] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.820616] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.820616] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.820616] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.820773] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.821466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.821466] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.821466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.821466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.821466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.821466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.821466] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be created. [ 774.886464] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.886464] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.886637] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.886796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.887020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.903112] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 775.057844] env[66408]: INFO networking_nsxv3.common.synchronization [None req-b5898dc7-8223-4b58-8f04-c90905691e4c None None] Enqueued Resource ID: e41174cb-1b45-4b5b-bacc-ad8b12eee043 with Priority: HIGHEST for action port [ 775.058602] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41174cb-1b45-4b5b-bacc-ad8b12eee043 with Priority: HIGHEST for action port [ 775.060183] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-e41174cb-1b45-4b5b-bacc-ad8b12eee043 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.060428] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e41174cb-1b45-4b5b-bacc-ad8b12eee043" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.060660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e41174cb-1b45-4b5b-bacc-ad8b12eee043" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.060847] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e41174cb-1b45-4b5b-bacc-ad8b12eee043" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.060939] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e41174cb-1b45-4b5b-bacc-ad8b12eee043',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.087844] env[66408]: INFO networking_nsxv3.common.synchronization [req-f5efa140-4e28-41fa-bb86-9e2071b85e51 req-eb501285-7101-4554-b216-841d98f39a1d service nova] Enqueued Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_rules [ 775.088737] env[66408]: INFO networking_nsxv3.common.synchronization [req-f5efa140-4e28-41fa-bb86-9e2071b85e51 req-eb501285-7101-4554-b216-841d98f39a1d service nova] Enqueued Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 775.088737] env[66408]: INFO networking_nsxv3.common.synchronization [req-f5efa140-4e28-41fa-bb86-9e2071b85e51 req-eb501285-7101-4554-b216-841d98f39a1d service nova] Enqueued Resource ID: 0e7d3bb5-a811-4bf4-a5d7-b7c168979a37 with Priority: HIGHEST for action port [ 775.088737] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_rules [ 775.088856] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 775.088889] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7d3bb5-a811-4bf4-a5d7-b7c168979a37 with Priority: HIGHEST for action port [ 775.090107] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.090107] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.090229] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.090400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.090497] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.091456] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.091575] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.091637] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.092108] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.092264] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.092369] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.092426] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.092591] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.092662] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.092751] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.094424] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e7d3bb5-a811-4bf4-a5d7-b7c168979a37 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.094545] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e7d3bb5-a811-4bf4-a5d7-b7c168979a37" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.094611] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e7d3bb5-a811-4bf4-a5d7-b7c168979a37" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.094746] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e7d3bb5-a811-4bf4-a5d7-b7c168979a37" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.095466] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e7d3bb5-a811-4bf4-a5d7-b7c168979a37',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.564514] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e41174cb-1b45-4b5b-bacc-ad8b12eee043 [ 775.564514] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.564718] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.564718] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.564952] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.565111] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.565172] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e41174cb-1b45-4b5b-bacc-ad8b12eee043 already deleted. [ 775.565306] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e41174cb-1b45-4b5b-bacc-ad8b12eee043" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.594785] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.599263] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.599457] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.600465] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e7d3bb5-a811-4bf4-a5d7-b7c168979a37 with status ACTIVE [ 775.600465] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.600465] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.600465] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.600654] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.600654] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.601025] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.601106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.601140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.601367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.601519] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.601733] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.601873] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.601959] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.602418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.603246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.603338] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e7d3bb5-a811-4bf4-a5d7-b7c168979a37 is going to be updated. [ 775.629693] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.629693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.629693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.629693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.629693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.629693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e7d3bb5-a811-4bf4-a5d7-b7c168979a37" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.105827] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.299354] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.299354] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.299515] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.299618] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.299734] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.608583] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.610329] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.613517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.613517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.613517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.613517] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 is going to be created. [ 776.644879] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.644993] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.645128] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.645304] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.645478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.649831] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: SUCCESS [ 776.649831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.649831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.649831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.649831] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.649831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.649831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.649831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.649831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.649831] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.655952] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: UNINITIALIZED for 2s [ 776.657210] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa in Status: SUCCESS [ 776.657449] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.657653] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.657968] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.658056] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.658181] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.658253] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.658399] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.658667] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.658667] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10e2d161-82e8-44f5-a83b-68ebd27c92fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.801669] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.916940] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 776.917963] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.125615] env[66408]: INFO networking_nsxv3.common.synchronization [None req-85cee022-a1d2-48b6-9d71-58a46491e807 None None] Enqueued Resource ID: 0e3a6813-204a-479d-92be-86274affb21c with Priority: HIGHEST for action port [ 777.126012] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3a6813-204a-479d-92be-86274affb21c with Priority: HIGHEST for action port [ 777.127143] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e3a6813-204a-479d-92be-86274affb21c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.127256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e3a6813-204a-479d-92be-86274affb21c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.127297] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e3a6813-204a-479d-92be-86274affb21c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.127755] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e3a6813-204a-479d-92be-86274affb21c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.127755] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e3a6813-204a-479d-92be-86274affb21c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.151252] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.162167] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10e2d161-82e8-44f5-a83b-68ebd27c92fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.199582] env[66408]: INFO networking_nsxv3.common.synchronization [None req-bd895931-1364-4c2b-8e68-3a8314383cff tempest-AttachVolumeNegativeTest-306535089 tempest-AttachVolumeNegativeTest-306535089-project-member] Enqueued Resource ID: bf48b470-7b58-4b7b-a57a-576e82e66362 with Priority: HIGHEST for action security_group_rules [ 777.200429] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf48b470-7b58-4b7b-a57a-576e82e66362 with Priority: HIGHEST for action security_group_rules [ 777.201205] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf48b470-7b58-4b7b-a57a-576e82e66362 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.201404] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.201508] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.201861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.201992] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf48b470-7b58-4b7b-a57a-576e82e66362',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.305158] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.344398] env[66408]: INFO networking_nsxv3.common.synchronization [None req-60137e5d-7239-4660-8dfd-adbfefe4108b tempest-AttachVolumeNegativeTest-306535089 tempest-AttachVolumeNegativeTest-306535089-project-member] Enqueued Resource ID: bf48b470-7b58-4b7b-a57a-576e82e66362 with Priority: HIGHEST for action security_group_rules [ 777.345038] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf48b470-7b58-4b7b-a57a-576e82e66362 with Priority: HIGHEST for action security_group_rules [ 777.345454] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf48b470-7b58-4b7b-a57a-576e82e66362 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.345598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.630329] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e3a6813-204a-479d-92be-86274affb21c [ 777.630456] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.630617] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.630726] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.631055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.631189] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.631330] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e3a6813-204a-479d-92be-86274affb21c already deleted. [ 777.631461] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e3a6813-204a-479d-92be-86274affb21c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.655747] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.666676] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10e2d161-82e8-44f5-a83b-68ebd27c92fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.683634] env[66408]: INFO networking_nsxv3.common.synchronization [req-4abb5572-022d-4be3-84c8-176f23b53df7 req-4f4788e0-2b36-47b4-be74-a5a2935b6bc6 tempest-ServerActionsTestOtherA-462260140 tempest-ServerActionsTestOtherA-462260140-project-member] Enqueued Resource ID: de090198-d3f2-420f-9b77-3f064aff6490 with Priority: HIGHEST for action security_group_members [ 777.684271] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de090198-d3f2-420f-9b77-3f064aff6490 with Priority: HIGHEST for action security_group_members [ 777.684687] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-de090198-d3f2-420f-9b77-3f064aff6490 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.684809] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.684892] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.685778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.685778] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.685778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.685778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.685778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.685996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.685996] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de090198-d3f2-420f-9b77-3f064aff6490',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.724042] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.724207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.724280] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.724518] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.724601] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.724708] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf48b470-7b58-4b7b-a57a-576e82e66362 already deleted. [ 777.724789] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.724929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.725167] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.725277] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf48b470-7b58-4b7b-a57a-576e82e66362',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.807784] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 777.807784] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 778.158109] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.163032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.163032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.163032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.163032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.163032] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 is going to be updated. [ 778.170852] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.170852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.170852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.170852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.170852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.170852] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa is going to be updated. [ 778.188356] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.189038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.189038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.189038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.189038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.189318] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.189423] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.189489] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.189749] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.189840] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.189922] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de090198-d3f2-420f-9b77-3f064aff6490 already deleted. [ 778.190013] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.202742] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.203751] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.203751] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.203751] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.203751] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.206685] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.207049] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.207049] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.207372] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.207372] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.223281] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa in Status: IN_PROGRESS for 2s [ 778.224040] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: IN_PROGRESS for 2s [ 778.254767] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.254947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.255093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.255383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.255522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.255642] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf48b470-7b58-4b7b-a57a-576e82e66362 already deleted. [ 778.255732] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.261429] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.261429] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-987" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.261429] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-987" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.262727] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-987" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.262727] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.262727] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.262727] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.262895] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.262947] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.263236] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.263373] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.263527] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.263672] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.263786] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.263904] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.264100] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.294796] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.294972] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.295059] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.295273] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-987" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.295579] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-94d307ca-768e-43ac-b2b2-9c10ba1e25e0 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.295739] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-94d307ca-768e-43ac-b2b2-9c10ba1e25e0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.295860] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-94d307ca-768e-43ac-b2b2-9c10ba1e25e0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.296251] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-94d307ca-768e-43ac-b2b2-9c10ba1e25e0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.296393] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94d307ca-768e-43ac-b2b2-9c10ba1e25e0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.666797] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: SUCCESS [ 778.666921] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.667012] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.667469] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.667469] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.667599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.667634] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.668063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.668063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.668063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.668063] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.764025] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.764184] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.764259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.764485] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.778508] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 778.779392] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.780230] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 778.799765] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.800055] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.800196] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.800482] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.800650] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.800817] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 94d307ca-768e-43ac-b2b2-9c10ba1e25e0 not found, creating... [ 778.801107] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.801292] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.801420] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.801669] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.801804] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.802117] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.802280] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.802372] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.802577] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.802910] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.803063] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 94d307ca-768e-43ac-b2b2-9c10ba1e25e0 is going to be created. [ 778.806070] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.806206] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.806261] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.806389] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.811325] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.811782] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 778.811857] env[66408]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66408) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 778.811936] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 778.833715] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.834087] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.834087] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.834309] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.834759] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.834989] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-94d307ca-768e-43ac-b2b2-9c10ba1e25e0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.848840] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.849070] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.849070] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.849261] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.850359] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.850534] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 778.928329] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.928454] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.928522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.928754] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.929010] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.929796] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 779.039044] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.039044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.039044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.039234] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.039338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.039587] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 779.039671] env[66408]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'5e66271b-b3ee-4c6e-bc76-5a7491232906', '126b3824-d4da-4dee-a05e-33bf94c545c8', '27fdde82-cbcb-4f71-b141-e44ef2ee1d02', '97880c18-62a3-4a1d-9fa7-30062d40dae6', '8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28', '534fd46d-d182-4b15-a05c-01e45498df83', 'f2ffde8c-67d0-4adf-b4b4-ddbb549c4798', 'ed3edd9c-28ec-4c94-9f15-becbac796af0', '8e7e38bf-9650-433d-a094-332a42bf9aa5', '6f3ee7e1-5642-4c34-95df-b4734659f123', 'bd8e64c0-58a5-4246-8de7-d6d2d5595bd6', '5f89f24c-9e04-40c2-b0f4-09f97b282c0d', 'ea583627-563c-4f5e-a1b6-4298528f24b8', '318ce2ea-08da-4f1e-9ae0-4524d49e42dd', '80aab618-28f6-4082-ad24-ebf584a1f45e', '230ef7e6-8315-48f9-a4d0-11254ff4d462', 'e0260dad-0288-4407-a866-29ab348fc997', 'e057b5b4-3b84-4690-9725-3371ea13dfd7', '3696451e-9ab7-433d-a5e5-d54c3aadf322', 'c095eb9e-132d-4b68-b03b-9ceba70b6602', 'ad322a65-106f-42ad-9dfc-9f8c22a2ee45', '67b58317-bc54-4394-846d-8acd7c33bc41', '2fe555b7-68b2-4c55-8c83-0a580b33cbd6', '09f7b1f2-ed36-4f50-a71f-06b1e5a27f61', 'c860d711-0ab1-4afe-8060-2b28ca3266d8', 'd0710c14-77a9-46af-8ca1-37ef34bae7d4', 'ebcc0237-764f-4684-b997-776ec556e651', '25afeb5a-ecb2-4b4a-a8c8-27865882abc8', 'a6344f45-0c8d-48f4-9c5d-7294b7269b88', 'c09f056f-c219-40a0-96a4-ba2dfd4659c4', '2466dc66-f37a-4743-9394-66793c20b776', 'b97ee5f2-2967-4e24-828d-a683663663fa', '91b6bec9-280a-41f8-b4f2-8f1f93896675', '899a8826-424c-4b0c-9e9b-58265416babd', '1929a0a9-bda1-4657-a51a-62bff4f685f8'} {{(pid=66408) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 779.039758] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 779.063361] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.063576] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.063576] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.063777] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.063866] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.064047] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 779.064047] env[66408]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66408) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 779.064213] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 779.132639] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.132639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.132887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.133364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.133986] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.134286] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 779.134388] env[66408]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66408) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 779.134994] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 779.134994] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 779.134994] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 779.134994] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 with Priority: HIGH for action security_group_rules [ 779.134994] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 with Priority: HIGH for action security_group_rules [ 779.134994] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGH for action security_group_rules [ 779.135309] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGH for action security_group_rules [ 779.135386] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 with Priority: HIGH for action security_group_rules [ 779.135386] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGH for action security_group_rules [ 779.135547] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 with Priority: HIGH for action security_group_rules [ 779.135631] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 with Priority: HIGH for action security_group_rules [ 779.135687] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 with Priority: HIGH for action security_group_rules [ 779.135750] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 with Priority: HIGH for action security_group_rules [ 779.135870] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGH for action security_group_rules [ 779.135870] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d with Priority: HIGH for action security_group_rules [ 779.135983] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea583627-563c-4f5e-a1b6-4298528f24b8 with Priority: HIGH for action security_group_rules [ 779.136052] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd with Priority: HIGH for action security_group_rules [ 779.136128] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGH for action security_group_rules [ 779.136193] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 with Priority: HIGH for action security_group_rules [ 779.136263] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGH for action security_group_rules [ 779.136681] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 with Priority: HIGH for action security_group_rules [ 779.136681] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 with Priority: HIGH for action security_group_rules [ 779.136681] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 with Priority: HIGH for action security_group_rules [ 779.136681] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.170280] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.170862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.171077] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.171798] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.171798] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.171798] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.171798] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.171981] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.172270] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.172270] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.172464] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.172996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.172996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.172996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.172996] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.173248] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.173248] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.173431] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.173546] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.173664] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.173791] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.678840] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1: rpc.has_security_group_logging(os_id): False [ 779.697104] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.697104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.697104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.697104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.697104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.697104] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.697104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.697104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.697104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.697104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.697104] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.697104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.697104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.697104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.697104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.697953] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.698205] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.698672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.698925] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.700901] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.700901] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 is going to be created. [ 779.772724] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.772724] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.772724] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.772724] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.772724] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.784108] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: IN_PROGRESS for 2s [ 779.994335] env[66408]: INFO networking_nsxv3.common.synchronization [req-4abb5572-022d-4be3-84c8-176f23b53df7 req-ef070e87-abf4-48ba-8b1e-07b560c6be54 service nova] Enqueued Resource ID: de090198-d3f2-420f-9b77-3f064aff6490 with Priority: HIGHEST for action security_group_rules [ 779.994536] env[66408]: INFO networking_nsxv3.common.synchronization [req-4abb5572-022d-4be3-84c8-176f23b53df7 req-ef070e87-abf4-48ba-8b1e-07b560c6be54 service nova] Enqueued Resource ID: de090198-d3f2-420f-9b77-3f064aff6490 with Priority: HIGHEST for action security_group_members [ 779.994704] env[66408]: INFO networking_nsxv3.common.synchronization [req-4abb5572-022d-4be3-84c8-176f23b53df7 req-ef070e87-abf4-48ba-8b1e-07b560c6be54 service nova] Enqueued Resource ID: 94d307ca-768e-43ac-b2b2-9c10ba1e25e0 with Priority: HIGHEST for action port [ 779.995714] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de090198-d3f2-420f-9b77-3f064aff6490 with Priority: HIGHEST for action security_group_rules [ 779.995714] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de090198-d3f2-420f-9b77-3f064aff6490 with Priority: HIGHEST for action security_group_members [ 779.995714] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d307ca-768e-43ac-b2b2-9c10ba1e25e0 with Priority: HIGHEST for action port [ 779.996848] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 with Priority: HIGH for action security_group_rules [ 779.996974] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGH for action security_group_rules [ 779.997097] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 with Priority: HIGH for action security_group_rules [ 779.997638] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80aab618-28f6-4082-ad24-ebf584a1f45e with Priority: HIGH for action security_group_rules [ 779.997750] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 with Priority: HIGH for action security_group_rules [ 779.998697] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 with Priority: HIGH for action security_group_rules [ 779.998778] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 with Priority: HIGH for action security_group_rules [ 779.998856] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGH for action security_group_rules [ 779.998979] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd with Priority: HIGH for action security_group_rules [ 779.999093] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 with Priority: HIGH for action security_group_rules [ 779.999198] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea583627-563c-4f5e-a1b6-4298528f24b8 with Priority: HIGH for action security_group_rules [ 779.999268] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d with Priority: HIGH for action security_group_rules [ 779.999344] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGH for action security_group_rules [ 779.999427] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 with Priority: HIGH for action security_group_rules [ 779.999521] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 with Priority: HIGH for action security_group_rules [ 780.000626] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGH for action security_group_rules [ 780.000899] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 with Priority: HIGH for action security_group_rules [ 780.001598] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 with Priority: HIGH for action security_group_rules [ 780.001809] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 with Priority: HIGH for action security_group_rules [ 780.001957] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGH for action security_group_rules [ 780.002578] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de090198-d3f2-420f-9b77-3f064aff6490 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.002807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.002924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.003259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.003399] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de090198-d3f2-420f-9b77-3f064aff6490',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.004757] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-de090198-d3f2-420f-9b77-3f064aff6490 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.004920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.005013] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.005231] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.006192] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.006192] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.006192] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.006192] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.006192] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.006192] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de090198-d3f2-420f-9b77-3f064aff6490',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.006753] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-94d307ca-768e-43ac-b2b2-9c10ba1e25e0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.006868] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94d307ca-768e-43ac-b2b2-9c10ba1e25e0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.006924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94d307ca-768e-43ac-b2b2-9c10ba1e25e0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.007149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94d307ca-768e-43ac-b2b2-9c10ba1e25e0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.007461] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94d307ca-768e-43ac-b2b2-9c10ba1e25e0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.008020] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e66271b-b3ee-4c6e-bc76-5a7491232906 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.008158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.008242] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.008413] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.008488] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e66271b-b3ee-4c6e-bc76-5a7491232906',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.009812] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.009954] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.010053] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.010521] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.010521] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.011795] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.011795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.011795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.011795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.011795] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2ffde8c-67d0-4adf-b4b4-ddbb549c4798',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.013629] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80aab618-28f6-4082-ad24-ebf584a1f45e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.013629] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.013728] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.013877] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.014252] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80aab618-28f6-4082-ad24-ebf584a1f45e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.015289] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c095eb9e-132d-4b68-b03b-9ceba70b6602 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.015424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.015810] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.015810] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.016082] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c095eb9e-132d-4b68-b03b-9ceba70b6602',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.017427] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3696451e-9ab7-433d-a5e5-d54c3aadf322 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.017569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.017658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.017830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.017926] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3696451e-9ab7-433d-a5e5-d54c3aadf322',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.018800] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e057b5b4-3b84-4690-9725-3371ea13dfd7 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.019198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.019198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.019198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.019508] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e057b5b4-3b84-4690-9725-3371ea13dfd7',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.021257] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.021441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.021532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.021710] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.021810] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.022085] env[66408]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 780.022892] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-318ce2ea-08da-4f1e-9ae0-4524d49e42dd taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.023201] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.023310] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.023504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.023603] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('318ce2ea-08da-4f1e-9ae0-4524d49e42dd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.024458] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-230ef7e6-8315-48f9-a4d0-11254ff4d462 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.024598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.024684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.024858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.024949] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('230ef7e6-8315-48f9-a4d0-11254ff4d462',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.026105] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea583627-563c-4f5e-a1b6-4298528f24b8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.026256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.026346] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.026524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.026622] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea583627-563c-4f5e-a1b6-4298528f24b8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.027446] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f89f24c-9e04-40c2-b0f4-09f97b282c0d taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.027587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.027678] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.027852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.028015] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f89f24c-9e04-40c2-b0f4-09f97b282c0d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.029948] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.029948] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.029948] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.029948] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.029948] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.030207] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f3ee7e1-5642-4c34-95df-b4734659f123 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.030394] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.030473] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.030643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.033680] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f3ee7e1-5642-4c34-95df-b4734659f123',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.034546] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e7e38bf-9650-433d-a094-332a42bf9aa5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.034721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.034792] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.034978] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.035100] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e7e38bf-9650-433d-a094-332a42bf9aa5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.035981] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.036160] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.036351] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed3edd9c-28ec-4c94-9f15-becbac796af0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.036478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.036559] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.036755] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.036833] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed3edd9c-28ec-4c94-9f15-becbac796af0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.037691] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.037794] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.037858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.038652] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.039188] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.040189] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-126b3824-d4da-4dee-a05e-33bf94c545c8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.040307] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.040366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.040522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.040592] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.040809] env[66408]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 780.041504] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97880c18-62a3-4a1d-9fa7-30062d40dae6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.041626] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.041688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.041852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.041956] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.236521] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa in Status: IN_PROGRESS for 4s [ 780.237443] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: IN_PROGRESS for 4s [ 780.544118] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-de090198-d3f2-420f-9b77-3f064aff6490 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.544118] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.547069] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94d307ca-768e-43ac-b2b2-9c10ba1e25e0 with status ACTIVE [ 780.547069] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.547069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.547069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.547069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.547069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.547069] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.547069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.547069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.547069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.547069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.547069] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.547069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.547069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.547069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.547069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.547069] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94d307ca-768e-43ac-b2b2-9c10ba1e25e0 is going to be updated. [ 780.547788] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de090198-d3f2-420f-9b77-3f064aff6490',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.571946] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.572121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.572213] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.572380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.572505] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.572659] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94d307ca-768e-43ac-b2b2-9c10ba1e25e0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.585367] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-126b3824-d4da-4dee-a05e-33bf94c545c8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.585367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.585546] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.585611] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.585788] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.585872] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.585906] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.586060] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.586147] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.586229] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.586314] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.593601] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.593601] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.594359] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.594570] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.594728] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.594830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.595272] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.595272] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.595272] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.595272] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.595512] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.599018] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-230ef7e6-8315-48f9-a4d0-11254ff4d462 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.599190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.599190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.599556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.600094] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.600094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.600094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.600094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.600311] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.600311] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.600311] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('230ef7e6-8315-48f9-a4d0-11254ff4d462',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.601527] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3696451e-9ab7-433d-a5e5-d54c3aadf322 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.601658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.601731] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.601887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.602479] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.602626] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.602673] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.602875] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.602970] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.603090] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.603179] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3696451e-9ab7-433d-a5e5-d54c3aadf322',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.605065] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-97880c18-62a3-4a1d-9fa7-30062d40dae6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.605065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.605065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.605065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.605065] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.605065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.605065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.605065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.605065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.605576] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.605576] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.609181] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.609784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.609784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.609784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.609784] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.609968] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.609968] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.610090] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.610297] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.610297] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.610297] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2ffde8c-67d0-4adf-b4b4-ddbb549c4798',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.611639] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f3ee7e1-5642-4c34-95df-b4734659f123 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.611639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.611639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.611847] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.611847] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.611954] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.612067] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.612150] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.612263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.612309] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.612379] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f3ee7e1-5642-4c34-95df-b4734659f123',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.662147] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.662288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.662288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.662518] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.664664] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.664664] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.665524] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.665524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.667031] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.667031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.672544] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.672717] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.676349] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.676349] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.679495] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.680282] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.680498] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.680646] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.682208] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.682312] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.683409] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.683502] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.684334] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.685057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.685133] env[66408]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 780.685519] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.685737] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.686358] env[66408]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 780.686987] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.686987] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c095eb9e-132d-4b68-b03b-9ceba70b6602 is going to be deleted. [ 780.688019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.688255] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.720744] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.720965] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e66271b-b3ee-4c6e-bc76-5a7491232906 is going to be deleted. [ 780.723113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.723168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.749350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.749524] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80aab618-28f6-4082-ad24-ebf584a1f45e is going to be deleted. [ 780.752459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.752666] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.775106] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.775106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.775466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.775466] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0260dad-0288-4407-a866-29ab348fc997 is going to be deleted. [ 780.777951] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.778120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.785804] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.787291] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.800840] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.801048] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed3edd9c-28ec-4c94-9f15-becbac796af0 is going to be deleted. [ 780.802045] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.802273] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.851264] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.851264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.854295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.854295] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f89f24c-9e04-40c2-b0f4-09f97b282c0d is going to be deleted. [ 780.856486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.856486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.865082] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.865256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.895755] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.895952] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e7e38bf-9650-433d-a094-332a42bf9aa5 is going to be deleted. [ 780.897142] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.897559] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.902810] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.902810] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.973028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.973028] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 318ce2ea-08da-4f1e-9ae0-4524d49e42dd is going to be deleted. [ 780.973028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.973582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.991292] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.991292] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.013047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.015025] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be deleted. [ 781.015025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.015617] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.042172] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.042308] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.049716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.049716] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea583627-563c-4f5e-a1b6-4298528f24b8 is going to be deleted. [ 781.050940] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.051402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.052751] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de090198-d3f2-420f-9b77-3f064aff6490',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.092024] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-126b3824-d4da-4dee-a05e-33bf94c545c8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.093319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.093319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.093319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.093319] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.093319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.093319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.093319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.093319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.093319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.093319] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-126b3824-d4da-4dee-a05e-33bf94c545c8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.093750] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.093750] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.093962] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.094230] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.094390] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.094489] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.094676] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.094821] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.094948] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.095139] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.100335] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.100523] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28 is going to be deleted. [ 781.101587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.102221] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.118765] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.123378] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-230ef7e6-8315-48f9-a4d0-11254ff4d462 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.124341] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.124463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.124691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.124897] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.125032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.125314] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.125818] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.126893] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.126893] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.126893] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-230ef7e6-8315-48f9-a4d0-11254ff4d462 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.126893] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.126893] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.126893] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.126893] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.126893] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.127245] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.127245] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.127245] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.127334] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.127792] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('230ef7e6-8315-48f9-a4d0-11254ff4d462',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.129100] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.130714] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f3ee7e1-5642-4c34-95df-b4734659f123',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.132522] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3696451e-9ab7-433d-a5e5-d54c3aadf322',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.133409] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.133555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.133625] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.133833] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.134008] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.134173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.134235] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.134396] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.134499] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.134613] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.134774] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.134876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.134946] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.135095] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.135238] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.135328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.135400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.135518] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.135596] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.135673] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.135758] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2ffde8c-67d0-4adf-b4b4-ddbb549c4798',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.156651] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.156847] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.200314] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.200314] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e057b5b4-3b84-4690-9725-3371ea13dfd7 is going to be deleted. [ 781.201230] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c095eb9e-132d-4b68-b03b-9ceba70b6602" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e66271b-b3ee-4c6e-bc76-5a7491232906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80aab618-28f6-4082-ad24-ebf584a1f45e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed3edd9c-28ec-4c94-9f15-becbac796af0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.204989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f89f24c-9e04-40c2-b0f4-09f97b282c0d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.206044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.206044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.206044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.206044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e7e38bf-9650-433d-a094-332a42bf9aa5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.206044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.206044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.206044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.207067] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-318ce2ea-08da-4f1e-9ae0-4524d49e42dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.272044] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.272044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.272044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.272044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.272044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.272837] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.277942] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.277942] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.277942] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.277942] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.277942] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.278538] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea583627-563c-4f5e-a1b6-4298528f24b8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.279634] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.279757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.279821] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.280196] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.280289] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.280408] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ff8a05e-bd50-4fc4-a6c5-16d5d56eae28" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.435253] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.435253] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.435253] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.435253] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.435253] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.435743] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e057b5b4-3b84-4690-9725-3371ea13dfd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.555693] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.560833] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.560833] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.560833] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.560833] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.560833] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de090198-d3f2-420f-9b77-3f064aff6490 is going to be created. [ 781.599314] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 126b3824-d4da-4dee-a05e-33bf94c545c8: rpc.has_security_group_logging(os_id): False [ 781.612318] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.612318] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.612318] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.612738] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.612738] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.622613] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97880c18-62a3-4a1d-9fa7-30062d40dae6: rpc.has_security_group_logging(os_id): False [ 781.625484] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de090198-d3f2-420f-9b77-3f064aff6490 in Status: UNINITIALIZED for 2s [ 781.628020] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.628020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.628020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.628020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.632022] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27fdde82-cbcb-4f71-b141-e44ef2ee1d02: rpc.has_security_group_logging(os_id): False [ 781.633852] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 230ef7e6-8315-48f9-a4d0-11254ff4d462: rpc.has_security_group_logging(os_id): False [ 781.637177] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3696451e-9ab7-433d-a5e5-d54c3aadf322: rpc.has_security_group_logging(os_id): False [ 781.638723] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f3ee7e1-5642-4c34-95df-b4734659f123: rpc.has_security_group_logging(os_id): False [ 781.639834] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2ffde8c-67d0-4adf-b4b4-ddbb549c4798: rpc.has_security_group_logging(os_id): False [ 781.656496] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.656496] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.672726] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.672905] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.673613] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.673729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.674434] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.674544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.675304] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.675421] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.675804] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.675915] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.679807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.680274] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.680781] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.681571] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.681887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.682053] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.682392] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.682525] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.682631] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.682816] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.682889] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.683455] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.683572] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.683666] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.683814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.683887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.683988] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 is going to be updated. [ 781.685248] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.685450] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.734703] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.734703] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.734703] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.734703] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.734703] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.734703] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.734703] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 is going to be updated. [ 781.735740] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.735951] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.799051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.799389] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.799494] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.799564] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.799787] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.799847] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.799942] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 is going to be updated. [ 781.801070] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.801258] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.808414] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.808561] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.812946] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: SUCCESS [ 781.813254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.835209] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.835500] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.835692] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.835692] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.835909] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.835997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.836224] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.836350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.836418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.836633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.836713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.836935] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.837031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.837093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.837303] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.837381] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.837477] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 is going to be updated. [ 781.838796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.838999] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.909449] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.909807] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.909941] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.909981] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.910216] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.910273] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.910666] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 is going to be updated. [ 781.911712] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.911926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.914710] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.914710] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.916753] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.916753] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.934774] env[66408]: INFO networking_nsxv3.common.synchronization [None req-e1c3d5e4-b475-482d-a78f-6b592bea6243 None None] Enqueued Resource ID: a1082a96-19a9-48d1-b738-0290fe8a0e1d with Priority: HIGHEST for action port [ 781.935487] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1082a96-19a9-48d1-b738-0290fe8a0e1d with Priority: HIGHEST for action port [ 781.935631] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1082a96-19a9-48d1-b738-0290fe8a0e1d taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.935801] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1082a96-19a9-48d1-b738-0290fe8a0e1d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.935927] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1082a96-19a9-48d1-b738-0290fe8a0e1d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.936282] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1082a96-19a9-48d1-b738-0290fe8a0e1d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.936697] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1082a96-19a9-48d1-b738-0290fe8a0e1d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.954392] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.954977] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.955217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.955305] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.955567] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.955894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.956051] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 is going to be updated. [ 781.958069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.958069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.017033] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.017033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.018341] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.018798] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.018932] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.019037] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.019301] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.019397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.019606] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.019731] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.019826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.019988] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.020085] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.020294] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.020384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.021030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.021030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.021030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.021030] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 is going to be updated. [ 782.022184] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.022434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.022656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.024550] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.024550] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.024768] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.025697] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.025861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.028056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.029263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.029462] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.029609] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.057690] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 in Status: IN_PROGRESS for 2s [ 782.058595] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 in Status: IN_PROGRESS for 2s [ 782.067047] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 in Status: IN_PROGRESS for 2s [ 782.074772] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 in Status: IN_PROGRESS for 2s [ 782.085639] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.085639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.085639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.085930] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.086145] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.105028] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.105028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.105028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.106154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.106349] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.135545] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: IN_PROGRESS for 2s [ 782.146573] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 in Status: IN_PROGRESS for 2s [ 782.147585] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.148838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.148838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.148838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.148838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.193897] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 in Status: IN_PROGRESS for 2s [ 782.251418] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: SUCCESS [ 782.252168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.253246] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa in Status: SUCCESS [ 782.254158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.254413] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.255376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.255610] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.255751] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.255820] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.256036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.256156] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.256276] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.256380] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.257438] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.257649] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.257857] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.258019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.258070] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.258215] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.258311] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.258403] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.258493] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10e2d161-82e8-44f5-a83b-68ebd27c92fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.440788] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1082a96-19a9-48d1-b738-0290fe8a0e1d [ 782.440788] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.440788] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.441312] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.441312] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.441312] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.441312] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1082a96-19a9-48d1-b738-0290fe8a0e1d already deleted. [ 782.441514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1082a96-19a9-48d1-b738-0290fe8a0e1d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.760226] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.760512] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.760624] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.760968] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.761217] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.761352] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.761411] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.761825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.761825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.761825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.762022] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.762114] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.762177] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.762971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.763181] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.763300] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.763382] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.763935] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.763935] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.764701] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.764701] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.765357] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10e2d161-82e8-44f5-a83b-68ebd27c92fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.005581] env[66408]: INFO networking_nsxv3.common.synchronization [req-97a16a90-5458-4999-b8db-084c22e097be req-302aba57-0885-46fc-9f02-b9eebe131c56 tempest-FloatingIPsAssociationNegativeTestJSON-1252476883 tempest-FloatingIPsAssociationNegativeTestJSON-1252476883-project-member] Enqueued Resource ID: 1d95d885-1b3b-4d53-a354-60664d703b3a with Priority: HIGHEST for action security_group_members [ 783.006149] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d95d885-1b3b-4d53-a354-60664d703b3a with Priority: HIGHEST for action security_group_members [ 783.009922] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d95d885-1b3b-4d53-a354-60664d703b3a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.009922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.009922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.009922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.009922] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.009922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.010442] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.010442] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.010442] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.010442] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d95d885-1b3b-4d53-a354-60664d703b3a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.268565] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 534fd46d-d182-4b15-a05c-01e45498df83: rpc.has_security_group_logging(os_id): False [ 783.270555] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10e2d161-82e8-44f5-a83b-68ebd27c92fa: rpc.has_security_group_logging(os_id): False [ 783.295994] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.295994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.295994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.295994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.306622] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.306622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.319596] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.319999] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.320971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.320971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.320971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.320971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.320971] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.320971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.320971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.321574] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.321574] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.321574] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.321574] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.321574] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.321737] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.321737] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.321804] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 is going to be updated. [ 783.323393] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.323619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.323714] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.324025] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.324167] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.324821] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.324821] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.324821] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.324821] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa is going to be created. [ 783.418580] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.418734] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.418824] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.421044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.421044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.423385] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.423503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.423576] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.423778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.423920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.444316] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-34 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.444316] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-34" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.444316] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-34" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.444816] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-34" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.444816] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.444816] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.444992] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.447068] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.447068] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.447068] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.447068] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.447377] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.447595] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.448603] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.448747] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.448903] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.451604] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa in Status: IN_PROGRESS for 2s [ 783.473789] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: IN_PROGRESS for 2s [ 783.492965] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.492965] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.492965] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.492965] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-34" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.492965] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-ccc99dea-d9b8-4557-8170-d61af8dc0396 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.492965] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-ccc99dea-d9b8-4557-8170-d61af8dc0396" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.492965] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-ccc99dea-d9b8-4557-8170-d61af8dc0396" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.492965] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-ccc99dea-d9b8-4557-8170-d61af8dc0396" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.493828] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccc99dea-d9b8-4557-8170-d61af8dc0396',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.514545] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.516709] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.516709] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.516709] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.516709] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.516709] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.516709] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.516709] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.516709] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.516709] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.516709] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d95d885-1b3b-4d53-a354-60664d703b3a already deleted. [ 783.516709] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.639861] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de090198-d3f2-420f-9b77-3f064aff6490 in Status: SUCCESS [ 783.640136] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.640355] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.640605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.644102] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.644102] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.644102] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.644102] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.644102] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.644102] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.644102] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de090198-d3f2-420f-9b77-3f064aff6490',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.997954] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.997954] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.997954] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.999630] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.999630] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.999630] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port ccc99dea-d9b8-4557-8170-d61af8dc0396 not found, creating... [ 783.999630] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.999630] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.999630] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.999630] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.999630] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.999630] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.999630] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.000218] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.000218] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.001627] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.001627] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: ccc99dea-d9b8-4557-8170-d61af8dc0396 is going to be created. [ 784.030392] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.030635] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.030812] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.031180] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.031485] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.031679] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-ccc99dea-d9b8-4557-8170-d61af8dc0396" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.080033] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 in Status: SUCCESS [ 784.080788] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.081717] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 in Status: SUCCESS [ 784.082014] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.086951] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 in Status: SUCCESS [ 784.087208] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.093901] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 in Status: SUCCESS [ 784.094134] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.145220] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-de090198-d3f2-420f-9b77-3f064aff6490 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.145220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.145220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.145220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.145783] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.145783] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.145919] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.146071] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.146183] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.146277] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.146453] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-de090198-d3f2-420f-9b77-3f064aff6490 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.146559] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.146634] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.146793] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.146944] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.147047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.147165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.147271] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.148016] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.148155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.148276] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de090198-d3f2-420f-9b77-3f064aff6490',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.164227] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: SUCCESS [ 784.164469] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.168868] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 in Status: SUCCESS [ 784.169137] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.194418] env[66408]: INFO networking_nsxv3.common.synchronization [req-cd89ff15-caa2-4eff-9800-0ac9689d99fb req-81a49de5-4354-47e6-ae5f-a6767fb591cc tempest-ServerMetadataNegativeTestJSON-1776109162 tempest-ServerMetadataNegativeTestJSON-1776109162-project-member] Enqueued Resource ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 with Priority: HIGHEST for action security_group_members [ 784.195879] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 with Priority: HIGHEST for action security_group_members [ 784.197831] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-230ef7e6-8315-48f9-a4d0-11254ff4d462 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.197831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.197831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.197831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.197831] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.197831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.197831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.197831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.197831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.197831] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('230ef7e6-8315-48f9-a4d0-11254ff4d462',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.213071] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 in Status: SUCCESS [ 784.213679] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.652535] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de090198-d3f2-420f-9b77-3f064aff6490: rpc.has_security_group_logging(os_id): False [ 784.681457] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.681702] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.681702] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.681891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.682289] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.682510] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.682609] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.682668] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.682843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.682921] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.683436] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.683587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.683688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.683860] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.683942] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.684175] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.684273] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.684324] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.684444] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.684514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.684596] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de090198-d3f2-420f-9b77-3f064aff6490 is going to be created. [ 784.700025] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.700265] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.700265] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.700934] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.700934] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.701271] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.701670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.701670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.701670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.701845] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.701845] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 is going to be updated. [ 784.736575] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.737044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.737044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.737299] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.737499] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.751836] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 in Status: IN_PROGRESS for 2s [ 784.767490] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.767743] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.768836] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.768836] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.768836] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.783324] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de090198-d3f2-420f-9b77-3f064aff6490 in Status: IN_PROGRESS for 2s [ 784.878224] env[66408]: INFO networking_nsxv3.common.synchronization [None req-42528037-f8bd-456a-aff2-5672c1de2c45 None None] Enqueued Resource ID: 78dd72f6-830b-44c3-b7e0-cd65269908c6 with Priority: HIGHEST for action port [ 784.878847] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78dd72f6-830b-44c3-b7e0-cd65269908c6 with Priority: HIGHEST for action port [ 784.880773] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-78dd72f6-830b-44c3-b7e0-cd65269908c6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.880996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78dd72f6-830b-44c3-b7e0-cd65269908c6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.881126] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78dd72f6-830b-44c3-b7e0-cd65269908c6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.881538] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78dd72f6-830b-44c3-b7e0-cd65269908c6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.881645] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78dd72f6-830b-44c3-b7e0-cd65269908c6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.888305] env[66408]: INFO networking_nsxv3.common.synchronization [req-97a16a90-5458-4999-b8db-084c22e097be req-ff972d30-d986-4ab3-8472-d9ae39cc2eb3 service nova] Enqueued Resource ID: 1d95d885-1b3b-4d53-a354-60664d703b3a with Priority: HIGHEST for action security_group_rules [ 784.888492] env[66408]: INFO networking_nsxv3.common.synchronization [req-97a16a90-5458-4999-b8db-084c22e097be req-ff972d30-d986-4ab3-8472-d9ae39cc2eb3 service nova] Enqueued Resource ID: 1d95d885-1b3b-4d53-a354-60664d703b3a with Priority: HIGHEST for action security_group_members [ 784.888688] env[66408]: INFO networking_nsxv3.common.synchronization [req-97a16a90-5458-4999-b8db-084c22e097be req-ff972d30-d986-4ab3-8472-d9ae39cc2eb3 service nova] Enqueued Resource ID: ccc99dea-d9b8-4557-8170-d61af8dc0396 with Priority: HIGHEST for action port [ 784.890548] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d95d885-1b3b-4d53-a354-60664d703b3a with Priority: HIGHEST for action security_group_rules [ 784.890548] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d95d885-1b3b-4d53-a354-60664d703b3a with Priority: HIGHEST for action security_group_members [ 784.890548] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccc99dea-d9b8-4557-8170-d61af8dc0396 with Priority: HIGHEST for action port [ 784.890828] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d95d885-1b3b-4d53-a354-60664d703b3a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.890828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.890970] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.891162] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.891276] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d95d885-1b3b-4d53-a354-60664d703b3a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.893441] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d95d885-1b3b-4d53-a354-60664d703b3a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.893441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.893708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.893966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.894167] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.894310] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.894652] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.894873] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.895174] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.895309] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d95d885-1b3b-4d53-a354-60664d703b3a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.896675] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccc99dea-d9b8-4557-8170-d61af8dc0396 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.897549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccc99dea-d9b8-4557-8170-d61af8dc0396" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.897549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccc99dea-d9b8-4557-8170-d61af8dc0396" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.897549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccc99dea-d9b8-4557-8170-d61af8dc0396" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.897549] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccc99dea-d9b8-4557-8170-d61af8dc0396',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.391492] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78dd72f6-830b-44c3-b7e0-cd65269908c6 [ 785.391492] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.391492] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.391492] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.391492] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.391492] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.391492] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78dd72f6-830b-44c3-b7e0-cd65269908c6 already deleted. [ 785.391492] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78dd72f6-830b-44c3-b7e0-cd65269908c6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.400026] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccc99dea-d9b8-4557-8170-d61af8dc0396 with status ACTIVE [ 785.400026] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.400230] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.400230] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.400508] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.400707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.402068] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.402068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.402068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.402366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.402366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.403094] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.403094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.403094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.403094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.403355] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.403355] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccc99dea-d9b8-4557-8170-d61af8dc0396 is going to be updated. [ 785.405015] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d95d885-1b3b-4d53-a354-60664d703b3a taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.405194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.405432] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d95d885-1b3b-4d53-a354-60664d703b3a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.444709] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.445022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.445181] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.445506] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.445745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.445990] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccc99dea-d9b8-4557-8170-d61af8dc0396" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.471063] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa in Status: SUCCESS [ 785.471063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.504101] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: SUCCESS [ 785.505039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.505039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.505299] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.505391] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.909848] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d95d885-1b3b-4d53-a354-60664d703b3a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.000508] env[66408]: INFO networking_nsxv3.common.synchronization [req-f5fe3c95-f9d4-4566-9412-2d36ac9d8bd7 req-18959f3a-caaf-4f0a-8940-cf968a4c1400 tempest-ServersAdminTestJSON-2024831669 tempest-ServersAdminTestJSON-2024831669-project-member] Enqueued Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 786.001415] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 786.002494] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.002494] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.002494] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.002494] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.002747] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.002829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.002944] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.003112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.003313] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.003313] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.010528] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.010528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.010528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.010528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.010528] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.010528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.010528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.010528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.010528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.010528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.010528] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.412718] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.412718] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.412978] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.412978] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.413125] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.413200] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d95d885-1b3b-4d53-a354-60664d703b3a is going to be created. [ 786.458707] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.458939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.458939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.459187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.459332] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.472162] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d95d885-1b3b-4d53-a354-60664d703b3a in Status: UNINITIALIZED for 2s [ 786.506212] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.513597] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.514696] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.514696] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.514696] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.514696] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.514696] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.514696] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.515190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.515190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.515190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.515190] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.515431] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.515431] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.515541] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.516031] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.516144] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.516234] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.516482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.516582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.516705] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.516806] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.762987] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 in Status: SUCCESS [ 786.763197] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 deletion is rescheduled due to dependency. [ 786.763315] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.798335] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de090198-d3f2-420f-9b77-3f064aff6490 in Status: SUCCESS [ 786.798654] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.008771] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.018898] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 534fd46d-d182-4b15-a05c-01e45498df83: rpc.has_security_group_logging(os_id): False [ 787.039670] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.039670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.039670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.039670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.039670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.039972] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.039972] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.039972] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.040122] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.040165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.040473] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.040598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.040661] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.040811] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.040892] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.041097] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.041193] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.041252] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.041459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.041535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.041637] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 is going to be updated. [ 787.107600] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.107850] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.107850] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.108026] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.108173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.126621] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: IN_PROGRESS for 2s [ 787.511815] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.512098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.512098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.512345] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.512445] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.512533] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebcc0237-764f-4684-b997-776ec556e651 is going to be updated. [ 787.543983] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.544235] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.544312] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.544584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.545340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.556415] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: IN_PROGRESS for 2s [ 788.651680] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d95d885-1b3b-4d53-a354-60664d703b3a in Status: SUCCESS [ 788.652066] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.652116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.652915] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.652915] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.652915] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.652915] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.653256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.653370] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.653478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.653615] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d95d885-1b3b-4d53-a354-60664d703b3a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.145773] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: SUCCESS [ 789.146056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.156854] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d95d885-1b3b-4d53-a354-60664d703b3a taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.157162] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.157162] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.157485] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.157672] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.157795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.157876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.158040] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.158130] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.158207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.158363] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d95d885-1b3b-4d53-a354-60664d703b3a taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.158457] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.158528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.158703] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.158853] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.159037] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.159037] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.159155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.159268] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.159361] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.159413] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d95d885-1b3b-4d53-a354-60664d703b3a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.567199] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: SUCCESS [ 789.567447] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.662285] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d95d885-1b3b-4d53-a354-60664d703b3a: rpc.has_security_group_logging(os_id): False [ 789.691578] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.691832] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.691832] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.692048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.692155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.692383] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.692490] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.692552] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.692737] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.692814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.693052] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.693140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.693201] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.693345] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.693420] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.693605] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.693705] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.693776] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.693898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.693959] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.694088] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d95d885-1b3b-4d53-a354-60664d703b3a is going to be created. [ 789.756803] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.757038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.760584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.760584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.760584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.792108] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d95d885-1b3b-4d53-a354-60664d703b3a in Status: IN_PROGRESS for 2s [ 791.002833] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 791.003296] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 791.503214] env[66408]: INFO networking_nsxv3.common.synchronization [req-11407b9e-0f0e-4a30-ae4e-dfb51c89da5d req-b99dbf3d-e646-457d-ab75-50e1976967fd tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 791.503816] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 791.504179] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.504337] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.504413] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.504710] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.504806] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.504914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.504966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.505177] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.505299] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.505426] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.828976] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d95d885-1b3b-4d53-a354-60664d703b3a in Status: SUCCESS [ 791.829269] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.008233] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.008784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.008784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.008873] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.008958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.009218] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.009338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.009405] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.009566] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.009644] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.009740] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 is going to be updated. [ 792.045368] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.045605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.045605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.045827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.045914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.061736] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: IN_PROGRESS for 2s [ 792.798718] env[66408]: INFO networking_nsxv3.common.synchronization [req-3d37d0b6-0bfd-4edb-a6e2-681974b62e10 req-f97aefec-d22e-4c2d-a61b-9a0e1e60209a tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: c068bec2-cbe1-4d2f-9bab-69268c73a409 with Priority: HIGHEST for action security_group_members [ 792.798718] env[66408]: INFO networking_nsxv3.common.synchronization [req-3d37d0b6-0bfd-4edb-a6e2-681974b62e10 req-f97aefec-d22e-4c2d-a61b-9a0e1e60209a tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa with Priority: HIGHEST for action security_group_members [ 792.798718] env[66408]: INFO networking_nsxv3.common.synchronization [req-3d37d0b6-0bfd-4edb-a6e2-681974b62e10 req-f97aefec-d22e-4c2d-a61b-9a0e1e60209a tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 792.798718] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c068bec2-cbe1-4d2f-9bab-69268c73a409 with Priority: HIGHEST for action security_group_members [ 792.799438] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa with Priority: HIGHEST for action security_group_members [ 792.799438] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 792.799634] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c068bec2-cbe1-4d2f-9bab-69268c73a409 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.799634] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c068bec2-cbe1-4d2f-9bab-69268c73a409" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.799745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c068bec2-cbe1-4d2f-9bab-69268c73a409" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.800151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c068bec2-cbe1-4d2f-9bab-69268c73a409" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.800151] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.800405] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.800405] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.800471] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.800545] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.800672] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c068bec2-cbe1-4d2f-9bab-69268c73a409',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.801941] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e2d161-82e8-44f5-a83b-68ebd27c92fa taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.802090] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.802166] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.802414] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.802717] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.802717] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.802717] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.802890] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.802940] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.803038] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10e2d161-82e8-44f5-a83b-68ebd27c92fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.804491] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.804491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.804672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.804752] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.804898] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.805116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.805418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.805418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.805418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.805537] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.865058] env[66408]: INFO networking_nsxv3.common.synchronization [req-3d37d0b6-0bfd-4edb-a6e2-681974b62e10 req-f97aefec-d22e-4c2d-a61b-9a0e1e60209a tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa with Priority: HIGHEST for action security_group_rules [ 792.865058] env[66408]: INFO networking_nsxv3.common.synchronization [req-3d37d0b6-0bfd-4edb-a6e2-681974b62e10 req-f97aefec-d22e-4c2d-a61b-9a0e1e60209a tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa with Priority: HIGHEST for action security_group_members [ 792.865058] env[66408]: INFO networking_nsxv3.common.synchronization [req-3d37d0b6-0bfd-4edb-a6e2-681974b62e10 req-f97aefec-d22e-4c2d-a61b-9a0e1e60209a tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_rules [ 792.865058] env[66408]: INFO networking_nsxv3.common.synchronization [req-3d37d0b6-0bfd-4edb-a6e2-681974b62e10 req-f97aefec-d22e-4c2d-a61b-9a0e1e60209a tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 792.865058] env[66408]: INFO networking_nsxv3.common.synchronization [req-3d37d0b6-0bfd-4edb-a6e2-681974b62e10 req-f97aefec-d22e-4c2d-a61b-9a0e1e60209a tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: c068bec2-cbe1-4d2f-9bab-69268c73a409 with Priority: HIGHEST for action security_group_rules [ 792.865058] env[66408]: INFO networking_nsxv3.common.synchronization [req-3d37d0b6-0bfd-4edb-a6e2-681974b62e10 req-f97aefec-d22e-4c2d-a61b-9a0e1e60209a tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: c068bec2-cbe1-4d2f-9bab-69268c73a409 with Priority: HIGHEST for action security_group_members [ 792.865907] env[66408]: INFO networking_nsxv3.common.synchronization [req-3d37d0b6-0bfd-4edb-a6e2-681974b62e10 req-f97aefec-d22e-4c2d-a61b-9a0e1e60209a tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 086f79da-6448-42d2-b568-22b3c888b22e with Priority: HIGHEST for action port [ 792.867167] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa with Priority: HIGHEST for action security_group_rules [ 792.867561] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_rules [ 792.869155] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c068bec2-cbe1-4d2f-9bab-69268c73a409 with Priority: HIGHEST for action security_group_members [ 792.869155] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 086f79da-6448-42d2-b568-22b3c888b22e with Priority: HIGHEST for action port [ 792.869155] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c068bec2-cbe1-4d2f-9bab-69268c73a409 with Priority: HIGHEST for action security_group_rules [ 792.869155] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa with Priority: HIGHEST for action security_group_members [ 792.869155] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 792.869155] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10e2d161-82e8-44f5-a83b-68ebd27c92fa taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.869155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.869155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.872916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.872916] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10e2d161-82e8-44f5-a83b-68ebd27c92fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.872916] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.872916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.872916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.872916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.872916] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.872916] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c068bec2-cbe1-4d2f-9bab-69268c73a409 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.872916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c068bec2-cbe1-4d2f-9bab-69268c73a409" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.872916] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-086f79da-6448-42d2-b568-22b3c888b22e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.872916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-086f79da-6448-42d2-b568-22b3c888b22e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.874568] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-086f79da-6448-42d2-b568-22b3c888b22e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.874900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-086f79da-6448-42d2-b568-22b3c888b22e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.876122] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('086f79da-6448-42d2-b568-22b3c888b22e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.876697] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c068bec2-cbe1-4d2f-9bab-69268c73a409 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.876801] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c068bec2-cbe1-4d2f-9bab-69268c73a409" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.876912] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c068bec2-cbe1-4d2f-9bab-69268c73a409" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.877556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c068bec2-cbe1-4d2f-9bab-69268c73a409" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.877556] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c068bec2-cbe1-4d2f-9bab-69268c73a409',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.879902] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e2d161-82e8-44f5-a83b-68ebd27c92fa taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.880362] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.880362] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.880592] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.305527] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10e2d161-82e8-44f5-a83b-68ebd27c92fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.311539] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c068bec2-cbe1-4d2f-9bab-69268c73a409',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.311864] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.382595] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e2d161-82e8-44f5-a83b-68ebd27c92fa taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.382595] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.382835] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.382835] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.382920] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 086f79da-6448-42d2-b568-22b3c888b22e with status ACTIVE [ 793.383060] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.383167] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.383226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.383443] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.383558] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.383713] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.383796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.383854] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.383998] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.384084] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.384262] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.384357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.384400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.384532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.384601] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.384711] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 086f79da-6448-42d2-b568-22b3c888b22e is going to be updated. [ 793.385856] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c068bec2-cbe1-4d2f-9bab-69268c73a409 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.385979] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c068bec2-cbe1-4d2f-9bab-69268c73a409" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.410146] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.410307] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.410440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.410658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.410833] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.411672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-086f79da-6448-42d2-b568-22b3c888b22e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.811408] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10e2d161-82e8-44f5-a83b-68ebd27c92fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.812524] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c068bec2-cbe1-4d2f-9bab-69268c73a409',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.813636] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.075518] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: SUCCESS [ 794.075703] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 deletion is rescheduled due to dependency. [ 794.076580] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.314680] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.315244] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.315244] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.315244] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.315244] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.315423] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa is going to be updated. [ 794.316643] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.316771] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.316832] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.317044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.317165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.317217] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c068bec2-cbe1-4d2f-9bab-69268c73a409 is going to be created. [ 794.319155] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.319155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.319155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.319155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.319155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.319155] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 is going to be updated. [ 794.379440] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.379681] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.379681] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.379969] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.380113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.383400] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.383535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.383608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.383813] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.383984] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.385879] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.386024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.386132] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.386270] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.386474] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.397209] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c068bec2-cbe1-4d2f-9bab-69268c73a409 in Status: UNINITIALIZED for 2s [ 794.398045] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa in Status: IN_PROGRESS for 2s [ 794.398696] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: IN_PROGRESS for 2s [ 796.425281] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c068bec2-cbe1-4d2f-9bab-69268c73a409 in Status: SUCCESS [ 796.425657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c068bec2-cbe1-4d2f-9bab-69268c73a409" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.426987] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: SUCCESS [ 796.427182] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.427939] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa in Status: SUCCESS [ 796.429680] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.429863] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c068bec2-cbe1-4d2f-9bab-69268c73a409" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.430096] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c068bec2-cbe1-4d2f-9bab-69268c73a409" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.430279] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.430394] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.430504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.430640] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.430720] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.430812] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c068bec2-cbe1-4d2f-9bab-69268c73a409',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.435971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.435971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.435971] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.435971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.435971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.435971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.435971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.435971] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.436547] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.436547] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.436547] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.436851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.436851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.436851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.436851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.437076] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10e2d161-82e8-44f5-a83b-68ebd27c92fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.939259] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c068bec2-cbe1-4d2f-9bab-69268c73a409',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.940643] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.941449] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10e2d161-82e8-44f5-a83b-68ebd27c92fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.443601] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c068bec2-cbe1-4d2f-9bab-69268c73a409',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.446545] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10e2d161-82e8-44f5-a83b-68ebd27c92fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.446545] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.525108] env[66408]: INFO networking_nsxv3.common.synchronization [req-e531051a-5c9a-4cb0-a8c8-2ac3bfd821e1 req-644c9b28-2310-48c5-a53d-54d4b90d2ad2 tempest-ServersV294TestFqdnHostnames-2104051553 tempest-ServersV294TestFqdnHostnames-2104051553-project-member] Enqueued Resource ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 with Priority: HIGHEST for action security_group_members [ 797.526079] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 with Priority: HIGHEST for action security_group_members [ 797.527316] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3696451e-9ab7-433d-a5e5-d54c3aadf322 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.527316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.527316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.527316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.527316] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.527316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.527316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.527829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.527829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.527829] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3696451e-9ab7-433d-a5e5-d54c3aadf322',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.949342] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.949502] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.949724] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.949955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.949955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.949955] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa is going to be updated. [ 797.956319] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.956530] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.956585] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.956804] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.957032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.957032] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 is going to be updated. [ 797.958368] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.958619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.958619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.958704] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.958788] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.958857] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c068bec2-cbe1-4d2f-9bab-69268c73a409 is going to be updated. [ 797.994088] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.994404] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.994404] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.994805] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.995474] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.998036] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.998162] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.998255] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.998442] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.998585] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.004626] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.004626] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.004626] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.004626] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.004626] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.016365] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c068bec2-cbe1-4d2f-9bab-69268c73a409 in Status: IN_PROGRESS for 2s [ 798.016365] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa in Status: IN_PROGRESS for 2s [ 798.016365] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: IN_PROGRESS for 2s [ 798.033722] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.033722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.033722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.033722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.033722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.033722] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.033722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.033722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.033722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.033722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.033722] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 is going to be updated. [ 798.060697] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.062904] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.062904] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.062904] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.062904] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.073358] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 in Status: IN_PROGRESS for 2s [ 798.981108] env[66408]: INFO networking_nsxv3.common.synchronization [req-c6fad6f6-b072-4fc5-b033-41baf68b868a req-709bfda2-2e44-4bf9-952f-a4008f348027 tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 with Priority: HIGHEST for action security_group_members [ 798.981575] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 with Priority: HIGHEST for action security_group_members [ 798.981575] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f3ee7e1-5642-4c34-95df-b4734659f123 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.981895] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.981957] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.982191] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.982414] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.982528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.982584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.982751] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.982834] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.982928] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f3ee7e1-5642-4c34-95df-b4734659f123',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.483733] env[66408]: INFO networking_nsxv3.common.synchronization [None req-1f2288d8-6ca3-4dfd-a08c-dae7d1ed95ae None None] Enqueued Resource ID: c1871903-fa95-45fb-8f94-c8b2ffc1eef5 with Priority: HIGHEST for action port [ 799.483733] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1871903-fa95-45fb-8f94-c8b2ffc1eef5 with Priority: HIGHEST for action port [ 799.483733] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1871903-fa95-45fb-8f94-c8b2ffc1eef5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.483932] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1871903-fa95-45fb-8f94-c8b2ffc1eef5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.483932] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1871903-fa95-45fb-8f94-c8b2ffc1eef5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.485896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1871903-fa95-45fb-8f94-c8b2ffc1eef5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.485978] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1871903-fa95-45fb-8f94-c8b2ffc1eef5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.488725] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.488835] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.489544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.489544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.489544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.493441] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.493441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.493441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.493441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.493441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.493441] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 is going to be updated. [ 799.521153] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.521304] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.521377] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.521584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.521584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.533131] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 in Status: IN_PROGRESS for 2s [ 799.990063] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1871903-fa95-45fb-8f94-c8b2ffc1eef5 [ 799.990063] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.990063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.990063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.990643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.990643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.990643] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1871903-fa95-45fb-8f94-c8b2ffc1eef5 already deleted. [ 799.990643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1871903-fa95-45fb-8f94-c8b2ffc1eef5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.028608] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: SUCCESS [ 800.028857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.029047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.029270] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.029463] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.029583] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.029648] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.029810] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.029914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.030026] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.030151] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.032286] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c068bec2-cbe1-4d2f-9bab-69268c73a409 in Status: SUCCESS [ 800.032286] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c068bec2-cbe1-4d2f-9bab-69268c73a409" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.032909] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa in Status: SUCCESS [ 800.033159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.033315] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c068bec2-cbe1-4d2f-9bab-69268c73a409" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.033505] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c068bec2-cbe1-4d2f-9bab-69268c73a409" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.033676] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.033792] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.034183] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.034379] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.034869] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.035160] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c068bec2-cbe1-4d2f-9bab-69268c73a409" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.035294] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c068bec2-cbe1-4d2f-9bab-69268c73a409',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.036420] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.036603] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.036776] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.036886] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.036948] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.037109] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.037187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.037268] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.037423] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10e2d161-82e8-44f5-a83b-68ebd27c92fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.087162] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 in Status: SUCCESS [ 800.087652] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 deletion is rescheduled due to dependency. [ 800.087877] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.115014] env[66408]: INFO networking_nsxv3.common.synchronization [req-c2da3049-ec90-4eff-a1c5-5c2f1fd0bc59 req-598594d4-ae20-4b7e-a741-5b810fbf1f30 tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: c068bec2-cbe1-4d2f-9bab-69268c73a409 with Priority: HIGHEST for action security_group_members [ 800.115014] env[66408]: INFO networking_nsxv3.common.synchronization [req-c2da3049-ec90-4eff-a1c5-5c2f1fd0bc59 req-598594d4-ae20-4b7e-a741-5b810fbf1f30 tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa with Priority: HIGHEST for action security_group_members [ 800.117792] env[66408]: INFO networking_nsxv3.common.synchronization [req-c2da3049-ec90-4eff-a1c5-5c2f1fd0bc59 req-598594d4-ae20-4b7e-a741-5b810fbf1f30 tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 800.117792] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c068bec2-cbe1-4d2f-9bab-69268c73a409 with Priority: HIGHEST for action security_group_members [ 800.117792] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa with Priority: HIGHEST for action security_group_members [ 800.117792] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 800.119064] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c068bec2-cbe1-4d2f-9bab-69268c73a409 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.119636] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c068bec2-cbe1-4d2f-9bab-69268c73a409" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.119636] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c068bec2-cbe1-4d2f-9bab-69268c73a409" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.119636] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c068bec2-cbe1-4d2f-9bab-69268c73a409" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.119774] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.119774] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.119869] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.120056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.120146] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.120237] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c068bec2-cbe1-4d2f-9bab-69268c73a409',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.121357] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e2d161-82e8-44f5-a83b-68ebd27c92fa taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.121475] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.121529] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.121671] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.121805] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.121920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.122000] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.122911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.122911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.122911] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10e2d161-82e8-44f5-a83b-68ebd27c92fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.123407] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.123678] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.123755] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.123923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.124693] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.124693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.124693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.126977] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.126977] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.126977] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.539110] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.539260] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.539474] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c068bec2-cbe1-4d2f-9bab-69268c73a409',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.540757] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10e2d161-82e8-44f5-a83b-68ebd27c92fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.627031] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.627519] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.627519] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.627519] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.627668] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.627855] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.627993] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.628075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.628256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.628354] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.628445] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c068bec2-cbe1-4d2f-9bab-69268c73a409 is going to be deleted. [ 800.630374] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.630374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.630374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.631330] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.631495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.631849] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.632247] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.632247] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.632561] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.632561] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.632653] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa is going to be updated. [ 800.635285] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.669231] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.669231] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.669231] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.669478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.669478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.671514] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.671699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.671739] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.671904] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.672085] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.672085] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c068bec2-cbe1-4d2f-9bab-69268c73a409" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.682771] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa in Status: IN_PROGRESS for 2s [ 801.045609] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c068bec2-cbe1-4d2f-9bab-69268c73a409: rpc.has_security_group_logging(os_id): False [ 801.048815] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10e2d161-82e8-44f5-a83b-68ebd27c92fa: rpc.has_security_group_logging(os_id): False [ 801.069174] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.070211] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.070589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.070911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.071110] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.071519] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.073031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.073031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.073031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.073031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.073031] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c068bec2-cbe1-4d2f-9bab-69268c73a409 is going to be created. [ 801.074794] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.075409] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.075641] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.076549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.079397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.079397] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.079397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.079397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.079397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.079397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.079397] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa is going to be updated. [ 801.099842] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c068bec2-cbe1-4d2f-9bab-69268c73a409], does not exist path=[/infra/domains/default/groups/c068bec2-cbe1-4d2f-9bab-69268c73a409]."\n}' [ 801.099842] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c068bec2-cbe1-4d2f-9bab-69268c73a409 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c068bec2-cbe1-4d2f-9bab-69268c73a409 [ 801.099842] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 801.140518] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.142503] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.142816] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.142816] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.142924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.143080] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.145929] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.147218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.147218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.147218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.147711] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.148043] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.148158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.148158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.148318] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.148396] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.148593] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.148684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.148744] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.148909] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.148981] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.149073] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c068bec2-cbe1-4d2f-9bab-69268c73a409 is going to be created. [ 801.167524] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa in Status: IN_PROGRESS for 2s [ 801.168974] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c068bec2-cbe1-4d2f-9bab-69268c73a409], does not exist path=[/infra/domains/default/groups/c068bec2-cbe1-4d2f-9bab-69268c73a409]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c068bec2-cbe1-4d2f-9bab-69268c73a409 [ 801.168974] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c068bec2-cbe1-4d2f-9bab-69268c73a409" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.169794] env[66408]: Traceback (most recent call last): [ 801.169856] env[66408]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 801.169856] env[66408]: return func(*args, **kwargs) [ 801.169856] env[66408]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 801.169856] env[66408]: res.raise_for_status() [ 801.169856] env[66408]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 801.169856] env[66408]: raise HTTPError(http_error_msg, response=self) [ 801.170056] env[66408]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c068bec2-cbe1-4d2f-9bab-69268c73a409 [ 801.170056] env[66408]: During handling of the above exception, another exception occurred: [ 801.170056] env[66408]: Traceback (most recent call last): [ 801.170056] env[66408]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 801.170056] env[66408]: listener.cb(fileno) [ 801.170056] env[66408]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 801.170056] env[66408]: result = function(*args, **kwargs) [ 801.170056] env[66408]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 801.170056] env[66408]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 801.170056] env[66408]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 801.170056] env[66408]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 801.170056] env[66408]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 801.170056] env[66408]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 801.170056] env[66408]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 801.170056] env[66408]: res.raise_for_status() [ 801.170056] env[66408]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 801.170056] env[66408]: raise HTTPError(http_error_msg, response=self) [ 801.170056] env[66408]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c068bec2-cbe1-4d2f-9bab-69268c73a409 [ 801.170056] env[66408]: Removing descriptor: 62 [ 801.551449] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 in Status: SUCCESS [ 801.551609] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 deletion is rescheduled due to dependency. [ 801.551651] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.645859] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.646510] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.646697] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.647145] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.647308] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.647598] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 is going to be updated. [ 801.698594] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.698847] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.699367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.699367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.699602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.709734] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: IN_PROGRESS for 2s [ 802.694868] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa in Status: SUCCESS [ 802.695196] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa deletion is rescheduled due to dependency. [ 802.695196] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.186625] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10e2d161-82e8-44f5-a83b-68ebd27c92fa in Status: SUCCESS [ 803.186723] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10e2d161-82e8-44f5-a83b-68ebd27c92fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.721237] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: SUCCESS [ 803.721565] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.721877] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.722237] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.722516] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.722699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.723262] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.723262] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.723262] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.723262] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.723598] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.723762] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.723882] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.724226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.724442] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.724585] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.724683] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.725099] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.725143] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.725396] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.725596] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.743468] env[66408]: INFO networking_nsxv3.common.synchronization [None req-be94af2b-a62b-4c5a-a8c4-41d191c7c02f None None] Enqueued Resource ID: c828ec80-a36f-446d-be76-9efe1a6974e9 with Priority: HIGHEST for action port [ 803.744145] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c828ec80-a36f-446d-be76-9efe1a6974e9 with Priority: HIGHEST for action port [ 803.744900] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-c828ec80-a36f-446d-be76-9efe1a6974e9 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.744900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c828ec80-a36f-446d-be76-9efe1a6974e9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.744900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c828ec80-a36f-446d-be76-9efe1a6974e9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.744900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c828ec80-a36f-446d-be76-9efe1a6974e9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.745296] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c828ec80-a36f-446d-be76-9efe1a6974e9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.757831] env[66408]: INFO networking_nsxv3.common.synchronization [None req-616c6dee-d28e-4c36-ae36-fe3b1bda8ea4 tempest-ImagesOneServerNegativeTestJSON-536934874 tempest-ImagesOneServerNegativeTestJSON-536934874-project-member] Enqueued Resource ID: 350aa447-6449-4a8f-8341-8f8fd99ad103 with Priority: HIGHEST for action security_group_rules [ 803.758827] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350aa447-6449-4a8f-8341-8f8fd99ad103 with Priority: HIGHEST for action security_group_rules [ 803.759350] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-350aa447-6449-4a8f-8341-8f8fd99ad103 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.759350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-350aa447-6449-4a8f-8341-8f8fd99ad103" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.759517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-350aa447-6449-4a8f-8341-8f8fd99ad103" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.759681] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-350aa447-6449-4a8f-8341-8f8fd99ad103" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.759760] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('350aa447-6449-4a8f-8341-8f8fd99ad103',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.882419] env[66408]: INFO networking_nsxv3.common.synchronization [None req-c60d2b66-e626-4046-9e71-6ddd963416aa tempest-ImagesOneServerNegativeTestJSON-536934874 tempest-ImagesOneServerNegativeTestJSON-536934874-project-member] Enqueued Resource ID: 350aa447-6449-4a8f-8341-8f8fd99ad103 with Priority: HIGHEST for action security_group_rules [ 803.882972] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350aa447-6449-4a8f-8341-8f8fd99ad103 with Priority: HIGHEST for action security_group_rules [ 803.886169] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-350aa447-6449-4a8f-8341-8f8fd99ad103 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.886407] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-350aa447-6449-4a8f-8341-8f8fd99ad103" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.227458] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 534fd46d-d182-4b15-a05c-01e45498df83: rpc.has_security_group_logging(os_id): False [ 804.249105] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.249280] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.249343] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.249605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.250734] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c828ec80-a36f-446d-be76-9efe1a6974e9 [ 804.250987] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.251118] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.251203] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.251404] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.251524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.251682] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c828ec80-a36f-446d-be76-9efe1a6974e9 already deleted. [ 804.251808] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c828ec80-a36f-446d-be76-9efe1a6974e9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.272566] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.272929] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.273106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.273312] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.273388] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.273468] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.273683] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.273776] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.273850] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.273974] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.274050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.274257] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.274329] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.274370] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.274554] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.274607] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.274659] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 is going to be updated. [ 804.285057] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.285057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.285057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.285057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.285057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.285057] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 350aa447-6449-4a8f-8341-8f8fd99ad103 already deleted. [ 804.285057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-350aa447-6449-4a8f-8341-8f8fd99ad103" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.285057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-350aa447-6449-4a8f-8341-8f8fd99ad103" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.285606] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-350aa447-6449-4a8f-8341-8f8fd99ad103" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.286951] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('350aa447-6449-4a8f-8341-8f8fd99ad103',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.338273] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.338611] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.338611] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.338825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.338825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.356369] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: IN_PROGRESS for 2s [ 804.731310] env[66408]: INFO networking_nsxv3.common.synchronization [req-ba983b27-bd65-4826-98b0-a9ce91ed4c96 req-ed507c94-350e-47b0-88fc-203a3888091f tempest-ImagesOneServerTestJSON-962917959 tempest-ImagesOneServerTestJSON-962917959-project-member] Enqueued Resource ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 with Priority: HIGHEST for action security_group_members [ 804.733395] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 with Priority: HIGHEST for action security_group_members [ 804.733735] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.733858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.733920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.735550] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.735676] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.736135] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.736135] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.736135] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.736135] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.736135] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2ffde8c-67d0-4adf-b4b4-ddbb549c4798',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.810349] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.811322] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.811322] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.811322] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.811322] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.811322] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 350aa447-6449-4a8f-8341-8f8fd99ad103 already deleted. [ 804.811322] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-350aa447-6449-4a8f-8341-8f8fd99ad103" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.241908] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.242087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.242165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.242377] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.266878] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.267675] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.267675] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.267675] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.272580] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.272766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.272944] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 is going to be updated. [ 805.325555] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.328660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.328660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.328660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.328660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.345388] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 in Status: IN_PROGRESS for 2s [ 805.963684] env[66408]: INFO networking_nsxv3.common.synchronization [req-f6bdb4ac-b523-421d-9f64-49340c786917 req-7d78bfa7-9106-4633-8c72-f220db01a5c5 tempest-ServersTestMultiNic-2138638854 tempest-ServersTestMultiNic-2138638854-project-member] Enqueued Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 805.964257] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 805.964582] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.964728] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.964793] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.964995] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.966361] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.966589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.966655] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.968519] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.968681] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.968681] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.386036] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: SUCCESS [ 806.386036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.400901] env[66408]: INFO networking_nsxv3.common.synchronization [req-f6bdb4ac-b523-421d-9f64-49340c786917 req-8efefb7f-1ced-4372-a00d-74e59e26aef9 tempest-ServersTestMultiNic-2138638854 tempest-ServersTestMultiNic-2138638854-project-member] Enqueued Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 806.401547] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 806.401856] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.401945] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.473528] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.474223] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.474358] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.474886] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.505360] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.505684] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.505817] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.505925] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.506116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.509016] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.509016] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 is going to be updated. [ 806.540589] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.540589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.540589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.540589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.541358] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.554029] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: IN_PROGRESS for 2s [ 806.987139] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.987476] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-819" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.987476] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-819" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.987803] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-819" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.988503] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.988503] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.988503] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.988692] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.988745] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.989253] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.989253] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.989253] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.989364] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.989398] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.989589] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.989686] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.010141] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.010141] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.010141] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.010141] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-819" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.010368] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-632bfb1a-c6dd-4ddf-9137-635f9dfda295 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.010555] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-632bfb1a-c6dd-4ddf-9137-635f9dfda295" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.010734] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-632bfb1a-c6dd-4ddf-9137-635f9dfda295" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.011136] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-632bfb1a-c6dd-4ddf-9137-635f9dfda295" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.011268] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('632bfb1a-c6dd-4ddf-9137-635f9dfda295',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.355875] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 in Status: SUCCESS [ 807.355875] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 deletion is rescheduled due to dependency. [ 807.356101] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.514206] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.514446] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.514573] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.514854] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.515017] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.515174] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 632bfb1a-c6dd-4ddf-9137-635f9dfda295 not found, creating... [ 807.515511] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.515686] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.515801] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.516036] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.516175] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.516449] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.516618] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.516741] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.516945] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.517121] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.517269] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 632bfb1a-c6dd-4ddf-9137-635f9dfda295 is going to be created. [ 807.537973] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.538223] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.538642] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.538642] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.538968] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.539171] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-632bfb1a-c6dd-4ddf-9137-635f9dfda295" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.315033] env[66408]: INFO networking_nsxv3.common.synchronization [req-f6bdb4ac-b523-421d-9f64-49340c786917 req-c17e3053-0a3c-49c1-b2cc-c1c2ee106e32 service nova] Enqueued Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_rules [ 808.315347] env[66408]: INFO networking_nsxv3.common.synchronization [req-f6bdb4ac-b523-421d-9f64-49340c786917 req-c17e3053-0a3c-49c1-b2cc-c1c2ee106e32 service nova] Enqueued Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 808.315389] env[66408]: INFO networking_nsxv3.common.synchronization [req-f6bdb4ac-b523-421d-9f64-49340c786917 req-c17e3053-0a3c-49c1-b2cc-c1c2ee106e32 service nova] Enqueued Resource ID: 632bfb1a-c6dd-4ddf-9137-635f9dfda295 with Priority: HIGHEST for action port [ 808.315978] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_rules [ 808.316362] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 808.316362] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 632bfb1a-c6dd-4ddf-9137-635f9dfda295 with Priority: HIGHEST for action port [ 808.316522] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.316651] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.316716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.316960] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.317047] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.318613] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.318613] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.318746] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-632bfb1a-c6dd-4ddf-9137-635f9dfda295 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.318812] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-632bfb1a-c6dd-4ddf-9137-635f9dfda295" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.318870] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-632bfb1a-c6dd-4ddf-9137-635f9dfda295" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.319073] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-632bfb1a-c6dd-4ddf-9137-635f9dfda295" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.319155] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('632bfb1a-c6dd-4ddf-9137-635f9dfda295',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.564702] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: SUCCESS [ 808.565072] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 deletion is rescheduled due to dependency. [ 808.565072] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.565429] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.566228] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.567171] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.567348] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.567428] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.567611] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.567712] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.567828] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.634298] env[66408]: INFO networking_nsxv3.common.synchronization [req-653e374a-8665-440d-950c-192d20c1a3fa req-f49f3cdc-bcf4-4825-b806-26ec08c9defb tempest-AttachVolumeNegativeTest-306535089 tempest-AttachVolumeNegativeTest-306535089-project-member] Enqueued Resource ID: bf48b470-7b58-4b7b-a57a-576e82e66362 with Priority: HIGHEST for action security_group_members [ 808.634854] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf48b470-7b58-4b7b-a57a-576e82e66362 with Priority: HIGHEST for action security_group_members [ 808.635263] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf48b470-7b58-4b7b-a57a-576e82e66362 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.635387] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.635387] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.635793] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.635793] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.635978] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.635978] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.637133] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.638097] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.638194] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf48b470-7b58-4b7b-a57a-576e82e66362',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.823661] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.824242] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.824242] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 632bfb1a-c6dd-4ddf-9137-635f9dfda295 with status ACTIVE [ 808.824242] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.824419] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.824419] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.824584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.824635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.824801] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.824893] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.824949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.825118] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.825188] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.825401] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.825500] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.825569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.825697] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.826051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.826051] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 632bfb1a-c6dd-4ddf-9137-635f9dfda295 is going to be updated. [ 808.849704] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.849979] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.850165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.850499] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.850690] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.850901] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-632bfb1a-c6dd-4ddf-9137-635f9dfda295" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.071203] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.073390] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.073579] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.073737] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.074096] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.074361] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.074518] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.074633] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.074854] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.075026] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.075323] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.075463] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.075573] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.075686] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.075797] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.075914] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.076458] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.094457] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.094635] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.094756] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.095108] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.095375] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-59a186f1-c4f6-4269-9bee-3c1d9b085cdb taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.095595] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-59a186f1-c4f6-4269-9bee-3c1d9b085cdb" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.095719] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-59a186f1-c4f6-4269-9bee-3c1d9b085cdb" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.096050] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-59a186f1-c4f6-4269-9bee-3c1d9b085cdb" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.096198] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59a186f1-c4f6-4269-9bee-3c1d9b085cdb',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.142861] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.142861] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-396" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.142861] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-396" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.143248] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-396" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.143354] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.143523] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.143634] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.143871] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.144039] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.144255] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.144361] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.144462] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.144658] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.144792] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.144895] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.145032] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.146230] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.146397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.146397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.146611] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.146656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.146808] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.146912] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.146953] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.147239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.147239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.147337] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf48b470-7b58-4b7b-a57a-576e82e66362 already deleted. [ 809.147389] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.167196] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.167460] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.167565] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.167736] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-396" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.168088] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-9db1b113-5b41-451f-871e-ae73d67277c1 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.168249] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-9db1b113-5b41-451f-871e-ae73d67277c1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.168408] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-9db1b113-5b41-451f-871e-ae73d67277c1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.168841] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-9db1b113-5b41-451f-871e-ae73d67277c1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.168916] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9db1b113-5b41-451f-871e-ae73d67277c1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.578065] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.601351] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.601524] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.601642] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.601937] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.602102] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.602304] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 59a186f1-c4f6-4269-9bee-3c1d9b085cdb not found, creating... [ 809.603028] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.603028] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.603028] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.603229] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.603262] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.603536] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.603706] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.603819] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.604051] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.604201] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.604342] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 59a186f1-c4f6-4269-9bee-3c1d9b085cdb is going to be created. [ 809.627172] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.627393] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.627548] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.627814] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.628045] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.628308] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-59a186f1-c4f6-4269-9bee-3c1d9b085cdb" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.671709] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.671947] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.672188] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.672374] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.672524] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.672704] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 9db1b113-5b41-451f-871e-ae73d67277c1 not found, creating... [ 809.672974] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.673142] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.673285] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.673511] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.673648] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.673930] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.674136] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.674291] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.674512] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.674715] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.674868] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 9db1b113-5b41-451f-871e-ae73d67277c1 is going to be created. [ 809.696074] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.696571] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.696770] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.697128] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.697366] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.697664] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-9db1b113-5b41-451f-871e-ae73d67277c1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.085238] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.085613] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.085768] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.086058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.086153] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.086262] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 is going to be updated. [ 810.115878] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.116110] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.116110] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.116317] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.116484] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.126891] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: IN_PROGRESS for 2s [ 810.405157] env[66408]: INFO networking_nsxv3.common.synchronization [req-653e374a-8665-440d-950c-192d20c1a3fa req-41415774-0b02-4bd0-9c57-19ed90815160 service nova] Enqueued Resource ID: bf48b470-7b58-4b7b-a57a-576e82e66362 with Priority: HIGHEST for action security_group_rules [ 810.405157] env[66408]: INFO networking_nsxv3.common.synchronization [req-653e374a-8665-440d-950c-192d20c1a3fa req-41415774-0b02-4bd0-9c57-19ed90815160 service nova] Enqueued Resource ID: bf48b470-7b58-4b7b-a57a-576e82e66362 with Priority: HIGHEST for action security_group_members [ 810.405379] env[66408]: INFO networking_nsxv3.common.synchronization [req-653e374a-8665-440d-950c-192d20c1a3fa req-41415774-0b02-4bd0-9c57-19ed90815160 service nova] Enqueued Resource ID: 59a186f1-c4f6-4269-9bee-3c1d9b085cdb with Priority: HIGHEST for action port [ 810.405965] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf48b470-7b58-4b7b-a57a-576e82e66362 with Priority: HIGHEST for action security_group_rules [ 810.406090] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf48b470-7b58-4b7b-a57a-576e82e66362 with Priority: HIGHEST for action security_group_members [ 810.406148] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59a186f1-c4f6-4269-9bee-3c1d9b085cdb with Priority: HIGHEST for action port [ 810.406551] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf48b470-7b58-4b7b-a57a-576e82e66362 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.406551] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.406862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.406862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.406941] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf48b470-7b58-4b7b-a57a-576e82e66362',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.408505] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf48b470-7b58-4b7b-a57a-576e82e66362 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.408625] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.408758] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.409074] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.409074] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.409195] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.409326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.409361] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.409449] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.409573] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf48b470-7b58-4b7b-a57a-576e82e66362',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.411273] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-59a186f1-c4f6-4269-9bee-3c1d9b085cdb taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.412187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59a186f1-c4f6-4269-9bee-3c1d9b085cdb" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.412256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59a186f1-c4f6-4269-9bee-3c1d9b085cdb" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.412560] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59a186f1-c4f6-4269-9bee-3c1d9b085cdb" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.412697] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59a186f1-c4f6-4269-9bee-3c1d9b085cdb',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.431227] env[66408]: INFO networking_nsxv3.common.synchronization [req-f6bdb4ac-b523-421d-9f64-49340c786917 req-84929302-4922-407b-af28-3ca059135fa5 service nova] Enqueued Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_rules [ 810.431227] env[66408]: INFO networking_nsxv3.common.synchronization [req-f6bdb4ac-b523-421d-9f64-49340c786917 req-84929302-4922-407b-af28-3ca059135fa5 service nova] Enqueued Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 810.431227] env[66408]: INFO networking_nsxv3.common.synchronization [req-f6bdb4ac-b523-421d-9f64-49340c786917 req-84929302-4922-407b-af28-3ca059135fa5 service nova] Enqueued Resource ID: 9db1b113-5b41-451f-871e-ae73d67277c1 with Priority: HIGHEST for action port [ 810.431227] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_rules [ 810.431227] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 810.431474] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db1b113-5b41-451f-871e-ae73d67277c1 with Priority: HIGHEST for action port [ 810.432461] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.432461] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.432461] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.432461] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.433203] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-9db1b113-5b41-451f-871e-ae73d67277c1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.433203] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9db1b113-5b41-451f-871e-ae73d67277c1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.433895] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9db1b113-5b41-451f-871e-ae73d67277c1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.434642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9db1b113-5b41-451f-871e-ae73d67277c1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.434642] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9db1b113-5b41-451f-871e-ae73d67277c1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.914655] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf48b470-7b58-4b7b-a57a-576e82e66362 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.916994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.916994] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf48b470-7b58-4b7b-a57a-576e82e66362',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.916994] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59a186f1-c4f6-4269-9bee-3c1d9b085cdb with status ACTIVE [ 810.916994] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.916994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.916994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.916994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.916994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.916994] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.916994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.916994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.917694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.917694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.917694] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.917694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.917694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.917694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.917880] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.917880] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59a186f1-c4f6-4269-9bee-3c1d9b085cdb is going to be updated. [ 810.937659] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9db1b113-5b41-451f-871e-ae73d67277c1 with status ACTIVE [ 810.937904] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.938056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.938119] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.938792] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.938895] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.939103] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.939220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.939281] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.939439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.939518] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.939696] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.940130] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.940198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.940349] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.940426] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.940531] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9db1b113-5b41-451f-871e-ae73d67277c1 is going to be updated. [ 810.945150] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.945319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.945428] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.945646] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.945788] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.946030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59a186f1-c4f6-4269-9bee-3c1d9b085cdb" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.970224] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.970452] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.970561] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.970877] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.971120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.971372] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9db1b113-5b41-451f-871e-ae73d67277c1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.180952] env[66408]: INFO networking_nsxv3.common.synchronization [req-73cdf613-3c4d-463b-87c2-c25ce0e753a8 req-c1ca9d6c-2dc3-4033-aaba-de1c9cbf054e tempest-ServerTagsTestJSON-1805082703 tempest-ServerTagsTestJSON-1805082703-project-member] Enqueued Resource ID: ae86a187-8d9d-46df-9204-c46ad8deaca9 with Priority: HIGHEST for action security_group_members [ 811.181537] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae86a187-8d9d-46df-9204-c46ad8deaca9 with Priority: HIGHEST for action security_group_members [ 811.182032] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae86a187-8d9d-46df-9204-c46ad8deaca9 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.182032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.182184] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.182386] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.182548] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.182637] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.182701] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.183085] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.183085] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.183085] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae86a187-8d9d-46df-9204-c46ad8deaca9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.423359] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf48b470-7b58-4b7b-a57a-576e82e66362',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.530382] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-347 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.530382] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-347" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.530382] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-347" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.530736] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-347" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.530783] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.530933] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.531067] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.531295] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.531488] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.531681] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.531773] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.531894] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.532530] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.532530] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.532530] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.532530] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.555144] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.555442] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.555597] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.555786] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-347" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.556178] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-b28f6453-31e9-41a4-9a4d-9ce37e6a6f1a taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.556395] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-b28f6453-31e9-41a4-9a4d-9ce37e6a6f1a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.556520] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-b28f6453-31e9-41a4-9a4d-9ce37e6a6f1a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.556898] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-b28f6453-31e9-41a4-9a4d-9ce37e6a6f1a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.557064] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b28f6453-31e9-41a4-9a4d-9ce37e6a6f1a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.684980] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.685265] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.685380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.685728] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.685945] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.686580] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.686580] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.686580] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.686740] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.686891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.687033] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae86a187-8d9d-46df-9204-c46ad8deaca9 already deleted. [ 811.687139] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.925194] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.925590] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.925590] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.925674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.925737] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.925859] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf48b470-7b58-4b7b-a57a-576e82e66362 is going to be created. [ 811.952695] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.952864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.952930] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.953163] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.953321] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.963963] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf48b470-7b58-4b7b-a57a-576e82e66362 in Status: UNINITIALIZED for 2s [ 812.059759] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.060235] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.060447] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.060841] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.061175] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.061411] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port b28f6453-31e9-41a4-9a4d-9ce37e6a6f1a not found, creating... [ 812.061780] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.062048] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.062220] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.062495] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.062875] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.063247] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.063493] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.063735] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.064056] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.064258] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.064469] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: b28f6453-31e9-41a4-9a4d-9ce37e6a6f1a is going to be created. [ 812.088177] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.088433] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.088589] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.088938] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.089191] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.089411] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-b28f6453-31e9-41a4-9a4d-9ce37e6a6f1a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.137368] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: SUCCESS [ 812.137711] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.137838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.138062] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.138249] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.138429] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.138429] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.138553] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.139316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.139316] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.641363] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.899685] env[66408]: INFO networking_nsxv3.common.synchronization [req-73cdf613-3c4d-463b-87c2-c25ce0e753a8 req-cc02eb57-be07-4179-a0bb-cc3d8f662b84 service nova] Enqueued Resource ID: ae86a187-8d9d-46df-9204-c46ad8deaca9 with Priority: HIGHEST for action security_group_rules [ 812.899685] env[66408]: INFO networking_nsxv3.common.synchronization [req-73cdf613-3c4d-463b-87c2-c25ce0e753a8 req-cc02eb57-be07-4179-a0bb-cc3d8f662b84 service nova] Enqueued Resource ID: ae86a187-8d9d-46df-9204-c46ad8deaca9 with Priority: HIGHEST for action security_group_members [ 812.899685] env[66408]: INFO networking_nsxv3.common.synchronization [req-73cdf613-3c4d-463b-87c2-c25ce0e753a8 req-cc02eb57-be07-4179-a0bb-cc3d8f662b84 service nova] Enqueued Resource ID: b28f6453-31e9-41a4-9a4d-9ce37e6a6f1a with Priority: HIGHEST for action port [ 812.899685] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae86a187-8d9d-46df-9204-c46ad8deaca9 with Priority: HIGHEST for action security_group_rules [ 812.899921] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae86a187-8d9d-46df-9204-c46ad8deaca9 with Priority: HIGHEST for action security_group_members [ 812.899992] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b28f6453-31e9-41a4-9a4d-9ce37e6a6f1a with Priority: HIGHEST for action port [ 812.900304] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae86a187-8d9d-46df-9204-c46ad8deaca9 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.900399] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.900436] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.900690] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.900779] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae86a187-8d9d-46df-9204-c46ad8deaca9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.901649] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae86a187-8d9d-46df-9204-c46ad8deaca9 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.901883] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.901883] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.901986] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.902201] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.902266] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.902302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.902429] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.902513] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.902774] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae86a187-8d9d-46df-9204-c46ad8deaca9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.903545] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-b28f6453-31e9-41a4-9a4d-9ce37e6a6f1a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.903649] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b28f6453-31e9-41a4-9a4d-9ce37e6a6f1a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.903704] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b28f6453-31e9-41a4-9a4d-9ce37e6a6f1a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.903854] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b28f6453-31e9-41a4-9a4d-9ce37e6a6f1a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.903921] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b28f6453-31e9-41a4-9a4d-9ce37e6a6f1a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.144055] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.407982] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae86a187-8d9d-46df-9204-c46ad8deaca9 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.407982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.407982] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae86a187-8d9d-46df-9204-c46ad8deaca9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.408488] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b28f6453-31e9-41a4-9a4d-9ce37e6a6f1a with status ACTIVE [ 813.408488] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.408632] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.408934] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.409491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.409491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.410587] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.410587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.410587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.410587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.410587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.412090] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.412321] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.412454] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.412650] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.412777] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.412907] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b28f6453-31e9-41a4-9a4d-9ce37e6a6f1a is going to be updated. [ 813.463994] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.463994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.463994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.463994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.463994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.463994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b28f6453-31e9-41a4-9a4d-9ce37e6a6f1a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.646852] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.648298] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.648298] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.648298] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.648298] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.648298] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 is going to be updated. [ 813.679076] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.679221] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.679292] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.679514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.679691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.688708] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: IN_PROGRESS for 2s [ 813.918393] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae86a187-8d9d-46df-9204-c46ad8deaca9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.976669] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf48b470-7b58-4b7b-a57a-576e82e66362 in Status: SUCCESS [ 813.976775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.976973] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.978381] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.978642] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.978775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.978839] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.979061] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.979155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.979246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.979339] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf48b470-7b58-4b7b-a57a-576e82e66362',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.421044] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.421378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.421378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.421584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.422545] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.422545] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae86a187-8d9d-46df-9204-c46ad8deaca9 is going to be created. [ 814.451434] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.452180] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.452992] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.453308] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.453457] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.467345] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae86a187-8d9d-46df-9204-c46ad8deaca9 in Status: UNINITIALIZED for 2s [ 814.483698] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf48b470-7b58-4b7b-a57a-576e82e66362',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.987036] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf48b470-7b58-4b7b-a57a-576e82e66362: rpc.has_security_group_logging(os_id): False [ 815.011168] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.011168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.011168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.011168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.011168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.011431] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.011482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.011519] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.011680] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.011726] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.012103] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf48b470-7b58-4b7b-a57a-576e82e66362 is going to be created. [ 815.075682] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.075914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.075914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.076116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.076738] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.090263] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf48b470-7b58-4b7b-a57a-576e82e66362 in Status: IN_PROGRESS for 2s [ 815.701441] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: SUCCESS [ 815.701726] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.701771] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.701958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.702152] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.702289] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.702341] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.702489] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.702596] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.702691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.702788] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.707550] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.707689] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.707876] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.707993] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.708074] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.708395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.708395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.708395] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.208177] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.208376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.211986] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.483018] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae86a187-8d9d-46df-9204-c46ad8deaca9 in Status: SUCCESS [ 816.483018] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.483018] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.483018] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.483018] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.483018] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.483018] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.483619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.483920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.484086] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.484448] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae86a187-8d9d-46df-9204-c46ad8deaca9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.714401] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.988021] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae86a187-8d9d-46df-9204-c46ad8deaca9 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.988204] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.988316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.988514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.988691] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.988891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.988891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.989063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.989150] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.989237] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.989386] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae86a187-8d9d-46df-9204-c46ad8deaca9 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.989499] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.989622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.989658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.989794] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.989882] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.989934] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.990078] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.990153] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.990227] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.990313] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae86a187-8d9d-46df-9204-c46ad8deaca9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.103556] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf48b470-7b58-4b7b-a57a-576e82e66362 in Status: SUCCESS [ 817.103784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.217095] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.217326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.217415] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.217744] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.217841] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.217944] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 is going to be updated. [ 817.251915] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.252102] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.252314] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.252468] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.252612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.263259] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: IN_PROGRESS for 2s [ 817.495393] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae86a187-8d9d-46df-9204-c46ad8deaca9: rpc.has_security_group_logging(os_id): False [ 817.519224] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.519371] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.519442] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.519661] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.519808] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.520027] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.520127] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.520188] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.520340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.520413] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.520736] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.520736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.520736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.520858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.520934] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.521130] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.521223] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.521272] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.521416] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.521483] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.521564] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae86a187-8d9d-46df-9204-c46ad8deaca9 is going to be created. [ 817.585062] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.585214] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.585273] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.585696] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.585696] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.599198] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae86a187-8d9d-46df-9204-c46ad8deaca9 in Status: IN_PROGRESS for 2s [ 817.901085] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 817.901085] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 818.601380] env[66408]: INFO networking_nsxv3.common.synchronization [None req-2b58393a-4f9e-4db6-be4e-0de6d142d2d8 None None] Enqueued Resource ID: 99badd02-f007-44b2-b20d-b2ea090d2545 with Priority: HIGHEST for action port [ 818.603355] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99badd02-f007-44b2-b20d-b2ea090d2545 with Priority: HIGHEST for action port [ 818.603757] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-99badd02-f007-44b2-b20d-b2ea090d2545 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.604045] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99badd02-f007-44b2-b20d-b2ea090d2545" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.604133] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99badd02-f007-44b2-b20d-b2ea090d2545" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.604713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99badd02-f007-44b2-b20d-b2ea090d2545" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.604950] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99badd02-f007-44b2-b20d-b2ea090d2545',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.112203] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99badd02-f007-44b2-b20d-b2ea090d2545 [ 819.112496] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.112621] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.112767] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.113609] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.113609] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.113609] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99badd02-f007-44b2-b20d-b2ea090d2545 already deleted. [ 819.113609] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99badd02-f007-44b2-b20d-b2ea090d2545" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.274696] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: SUCCESS [ 819.274819] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.274994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.275236] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.275437] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.275590] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.275661] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.275825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.275902] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.275988] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.276176] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.276272] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.276338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.276504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.276593] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.276684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.276739] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.276874] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.276949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.277084] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.277146] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.611503] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae86a187-8d9d-46df-9204-c46ad8deaca9 in Status: SUCCESS [ 819.611503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.786166] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61: rpc.has_security_group_logging(os_id): False [ 819.808024] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.808024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.808024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.808024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.808024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.808024] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.808024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.808024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.808024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.808024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.808024] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.808024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.808756] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.808950] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.809061] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.809260] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.809353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.809464] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.809570] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.809635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.810806] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 is going to be updated. [ 819.885964] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.886231] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.886303] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.886524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.886681] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.904061] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: IN_PROGRESS for 2s [ 820.435728] env[66408]: INFO networking_nsxv3.common.synchronization [req-9a1f1759-0bc6-4ca1-9e4e-47f8547cabe8 req-6703fa54-9e16-4859-a6b6-3b24d6add3d3 tempest-ServersAdminTestJSON-2024831669 tempest-ServersAdminTestJSON-2024831669-project-member] Enqueued Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 820.436468] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 820.439038] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.439188] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.439188] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.439864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.439864] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.439864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.439864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.440366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.440366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.440366] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.933034] env[66408]: INFO networking_nsxv3.common.synchronization [req-9a58a5b8-d3ff-4e92-8f43-2abe87228fc9 req-0e576f9f-a815-4604-84ad-56500de7221f tempest-ServerActionsTestOtherA-462260140 tempest-ServerActionsTestOtherA-462260140-project-member] Enqueued Resource ID: de090198-d3f2-420f-9b77-3f064aff6490 with Priority: HIGHEST for action security_group_members [ 820.933737] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de090198-d3f2-420f-9b77-3f064aff6490 with Priority: HIGHEST for action security_group_members [ 820.934065] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-de090198-d3f2-420f-9b77-3f064aff6490 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.934206] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.934271] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.934479] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.934650] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.934744] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.934805] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.934982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.935096] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.935203] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de090198-d3f2-420f-9b77-3f064aff6490',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.945710] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.441234] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.441234] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.441234] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.441234] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.448787] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.461934] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.462301] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.462468] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.462516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.463577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.464627] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.464794] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de090198-d3f2-420f-9b77-3f064aff6490 is going to be updated. [ 821.477864] env[66408]: INFO networking_nsxv3.common.synchronization [None req-274557cc-01c8-48f2-9d31-c8165a467cb0 None None] Enqueued Resource ID: 36a803cc-61dc-489b-9776-5618bea3974e with Priority: HIGHEST for action port [ 821.478604] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a803cc-61dc-489b-9776-5618bea3974e with Priority: HIGHEST for action port [ 821.479045] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-36a803cc-61dc-489b-9776-5618bea3974e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.479205] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36a803cc-61dc-489b-9776-5618bea3974e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.479292] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36a803cc-61dc-489b-9776-5618bea3974e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.479654] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36a803cc-61dc-489b-9776-5618bea3974e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.479778] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36a803cc-61dc-489b-9776-5618bea3974e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.512842] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.512993] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.513058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.513278] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.513419] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.529637] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de090198-d3f2-420f-9b77-3f064aff6490 in Status: IN_PROGRESS for 2s [ 821.624839] env[66408]: INFO networking_nsxv3.common.synchronization [req-e760cac0-3b8f-47b4-971f-dcec328b6c14 req-07b24ba5-25fb-4875-b414-2a814dbd3234 tempest-FloatingIPsAssociationNegativeTestJSON-1252476883 tempest-FloatingIPsAssociationNegativeTestJSON-1252476883-project-member] Enqueued Resource ID: 1d95d885-1b3b-4d53-a354-60664d703b3a with Priority: HIGHEST for action security_group_members [ 821.626725] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d95d885-1b3b-4d53-a354-60664d703b3a with Priority: HIGHEST for action security_group_members [ 821.627926] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d95d885-1b3b-4d53-a354-60664d703b3a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.627926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.627926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.627926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.627926] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.627926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.627926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.627926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.628557] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.628557] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d95d885-1b3b-4d53-a354-60664d703b3a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.919192] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: SUCCESS [ 821.919423] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.919585] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.919802] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.919915] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.953022] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.953022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.953022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.953022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.953022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.953022] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebcc0237-764f-4684-b997-776ec556e651 is going to be updated. [ 821.983113] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36a803cc-61dc-489b-9776-5618bea3974e [ 821.983343] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.983514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.983627] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.983897] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.983996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.984151] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36a803cc-61dc-489b-9776-5618bea3974e already deleted. [ 821.984250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36a803cc-61dc-489b-9776-5618bea3974e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.985453] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.985595] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.985665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.985840] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.985976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.998906] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: IN_PROGRESS for 2s [ 822.131037] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.131269] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.131350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.131619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.154580] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.154902] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.155030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.155105] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.155948] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.155948] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.155948] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d95d885-1b3b-4d53-a354-60664d703b3a is going to be updated. [ 822.188944] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.189163] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.189163] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.189656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.189656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.203037] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d95d885-1b3b-4d53-a354-60664d703b3a in Status: IN_PROGRESS for 2s [ 822.426130] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.426130] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.426130] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.426130] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.426381] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.426555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.426665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.427012] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.427292] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.427419] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.427597] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.931046] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.931046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.931046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.931046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.931046] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.931046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.931046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.931585] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.931585] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.931585] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.931585] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.931585] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.931585] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.931815] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.931815] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.931911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.931911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.932058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.932114] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.932194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.932280] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.434843] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61: rpc.has_security_group_logging(os_id): False [ 823.460051] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.460217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.460357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.460502] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.460597] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.460841] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.460942] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.461010] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.461175] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.461252] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.461430] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.461535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.461582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.461736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.461811] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.462191] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.462473] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.462537] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.462710] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.462790] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.462877] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 is going to be updated. [ 823.541398] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de090198-d3f2-420f-9b77-3f064aff6490 in Status: SUCCESS [ 823.541398] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de090198-d3f2-420f-9b77-3f064aff6490 deletion is rescheduled due to dependency. [ 823.541510] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.545035] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.545184] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.545252] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.545565] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.545708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.566790] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: IN_PROGRESS for 2s [ 824.009652] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: SUCCESS [ 824.010112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.113412] env[66408]: INFO networking_nsxv3.common.synchronization [req-5039ea8f-b1ba-44bc-9017-e6e9eb1c6a5e req-2dd4d074-ded5-42dd-bdf6-628c55a3f508 tempest-ServersTestMultiNic-2138638854 tempest-ServersTestMultiNic-2138638854-project-member] Enqueued Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 824.114432] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 824.114432] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.114432] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.114603] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.114667] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.114816] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.114911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.114973] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.115144] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.115230] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.115323] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.213501] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d95d885-1b3b-4d53-a354-60664d703b3a in Status: SUCCESS [ 824.213685] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d95d885-1b3b-4d53-a354-60664d703b3a deletion is rescheduled due to dependency. [ 824.214309] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.362832] env[66408]: INFO networking_nsxv3.common.synchronization [req-5039ea8f-b1ba-44bc-9017-e6e9eb1c6a5e req-3c2af55c-6ce5-4d23-addc-74d2703c693d tempest-ServersTestMultiNic-2138638854 tempest-ServersTestMultiNic-2138638854-project-member] Enqueued Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 824.363459] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGHEST for action security_group_members [ 824.363744] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.363830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.617770] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.119980] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.587701] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: SUCCESS [ 825.587961] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.638873] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.639322] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.639440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.639690] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.639835] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.639887] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 is going to be updated. [ 825.671944] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.672158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.672215] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.672520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.672712] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.683119] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: IN_PROGRESS for 2s [ 825.963473] env[66408]: INFO networking_nsxv3.common.synchronization [req-ee1efb77-94a7-42a5-8ad6-255cebb0986c req-f8f88cf2-582e-4fa7-b54a-41cdd53f0bb8 tempest-ServersTestJSON-1989292169 tempest-ServersTestJSON-1989292169-project-member] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 825.963592] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 825.963888] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.964024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.964381] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.964597] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.964857] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.964857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.964981] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.965073] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.965160] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.965253] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.319748] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.320146] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.320146] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.320463] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.322448] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.322937] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.322937] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.323327] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.323503] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.323741] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.323882] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.324050] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.324270] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.324379] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.324519] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.324814] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.336407] env[66408]: INFO networking_nsxv3.common.synchronization [None req-229d5253-578e-42d2-99ac-70ad06970e0a tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 with Priority: HIGHEST for action security_group_rules [ 826.336903] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 with Priority: HIGHEST for action security_group_rules [ 826.339032] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28f152b3-9ff3-4784-b1a4-43256e7c1345 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.339032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.339032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.339032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.339032] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28f152b3-9ff3-4784-b1a4-43256e7c1345',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.346255] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.346427] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.346567] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.346741] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.347061] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-ebb65798-364e-4b62-a377-304240138c45 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.347232] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-ebb65798-364e-4b62-a377-304240138c45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.347347] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-ebb65798-364e-4b62-a377-304240138c45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.347708] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-ebb65798-364e-4b62-a377-304240138c45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.347840] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebb65798-364e-4b62-a377-304240138c45',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.468312] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.523569] env[66408]: INFO networking_nsxv3.common.synchronization [req-97820eb3-d282-43ed-b51e-a589cefca2f9 req-8b80bc4c-dfea-4e76-bf68-1519a9679faa tempest-ServerTagsTestJSON-1805082703 tempest-ServerTagsTestJSON-1805082703-project-member] Enqueued Resource ID: ae86a187-8d9d-46df-9204-c46ad8deaca9 with Priority: HIGHEST for action security_group_members [ 826.524109] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae86a187-8d9d-46df-9204-c46ad8deaca9 with Priority: HIGHEST for action security_group_members [ 826.524411] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae86a187-8d9d-46df-9204-c46ad8deaca9 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.524531] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.524600] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.524792] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.524940] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.525048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.525110] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.525258] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.525352] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.525528] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae86a187-8d9d-46df-9204-c46ad8deaca9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.668530] env[66408]: INFO networking_nsxv3.common.synchronization [None req-f52d2b90-3cf0-4ee1-96e4-4a47c211cb96 tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 with Priority: HIGHEST for action security_group_rules [ 826.669161] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 with Priority: HIGHEST for action security_group_rules [ 826.669495] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28f152b3-9ff3-4784-b1a4-43256e7c1345 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.669588] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.851188] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.851429] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.851541] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.851846] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.851997] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.852161] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port ebb65798-364e-4b62-a377-304240138c45 not found, creating... [ 826.852430] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.852642] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.852981] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.852981] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.853196] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.853473] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.853639] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.853752] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.853971] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.854116] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.854250] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: ebb65798-364e-4b62-a377-304240138c45 is going to be created. [ 826.858508] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.858653] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.858706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.859959] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.859959] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.859959] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 already deleted. [ 826.859959] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.859959] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.859959] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.859959] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28f152b3-9ff3-4784-b1a4-43256e7c1345',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.879661] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.879950] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.880072] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.880363] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.880618] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.880879] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-ebb65798-364e-4b62-a377-304240138c45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.970686] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.029037] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.029386] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.029493] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.029733] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.029887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.030175] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.030278] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.030347] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.030525] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.030611] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.030776] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae86a187-8d9d-46df-9204-c46ad8deaca9 is going to be updated. [ 827.076445] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.076667] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.076667] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.076870] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.077021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.087680] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae86a187-8d9d-46df-9204-c46ad8deaca9 in Status: IN_PROGRESS for 2s [ 827.385339] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.385723] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.385723] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.385895] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.386039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.386102] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 already deleted. [ 827.386205] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.472889] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.473121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.473121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.473463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.473534] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.473641] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 827.512625] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.512790] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.512864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.513217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.513502] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.526507] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 827.672242] env[66408]: INFO networking_nsxv3.common.synchronization [req-ee1efb77-94a7-42a5-8ad6-255cebb0986c req-411164a6-d154-4f73-9ffc-1acf44ba2017 service nova] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_rules [ 827.672242] env[66408]: INFO networking_nsxv3.common.synchronization [req-ee1efb77-94a7-42a5-8ad6-255cebb0986c req-411164a6-d154-4f73-9ffc-1acf44ba2017 service nova] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 827.672242] env[66408]: INFO networking_nsxv3.common.synchronization [req-ee1efb77-94a7-42a5-8ad6-255cebb0986c req-411164a6-d154-4f73-9ffc-1acf44ba2017 service nova] Enqueued Resource ID: ebb65798-364e-4b62-a377-304240138c45 with Priority: HIGHEST for action port [ 827.672841] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_rules [ 827.673137] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 827.673266] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb65798-364e-4b62-a377-304240138c45 with Priority: HIGHEST for action port [ 827.673641] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.673715] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.673769] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.674012] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.674101] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.675217] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.675344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.675646] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebb65798-364e-4b62-a377-304240138c45 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.675763] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebb65798-364e-4b62-a377-304240138c45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.675943] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebb65798-364e-4b62-a377-304240138c45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.678137] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebb65798-364e-4b62-a377-304240138c45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.678137] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebb65798-364e-4b62-a377-304240138c45',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.698300] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: SUCCESS [ 827.698592] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.699112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.699339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.699550] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.699721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.699721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.699929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.700047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.700150] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.179016] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.179016] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.183036] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebb65798-364e-4b62-a377-304240138c45 with status ACTIVE [ 828.183036] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.184372] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.184372] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.184372] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.184372] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.184840] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.184840] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.184840] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.184980] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.185075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.185272] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.185377] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.185467] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.185614] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.185694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.185775] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebb65798-364e-4b62-a377-304240138c45 is going to be updated. [ 828.203761] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.204306] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.204514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.205535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.205535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.205535] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.205535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.205750] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.205982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.206152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.206264] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 is going to be updated. [ 828.214681] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.215303] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.215303] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.215303] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.215463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.215648] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebb65798-364e-4b62-a377-304240138c45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.243762] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.243960] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.244081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.244350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.244502] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.265810] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: IN_PROGRESS for 2s [ 828.501859] env[66408]: INFO networking_nsxv3.common.synchronization [req-f2b73579-d293-4e69-8fbb-bff9652f6c23 req-ac161cfc-5532-4766-b9a6-df2104ba6955 tempest-ListServerFiltersTestJSON-358304372 tempest-ListServerFiltersTestJSON-358304372-project-member] Enqueued Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_members [ 828.502431] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_members [ 828.502898] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.502898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.502898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.503314] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.503475] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.503581] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.503638] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.504446] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.504567] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.504684] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.007019] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.007019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.007019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.007264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.007264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.007359] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.007446] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.007646] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.007748] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.007812] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.008618] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c already deleted. [ 829.008618] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.111116] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae86a187-8d9d-46df-9204-c46ad8deaca9 in Status: SUCCESS [ 829.111329] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae86a187-8d9d-46df-9204-c46ad8deaca9 deletion is rescheduled due to dependency. [ 829.111445] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae86a187-8d9d-46df-9204-c46ad8deaca9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.389780] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.390193] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-93" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.390193] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-93" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.390498] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-93" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.390935] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.391134] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.391246] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.391452] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.391723] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.391804] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.391933] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.392038] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.392227] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.392323] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.392416] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.392751] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.413890] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.414100] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.415286] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.415286] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-93" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.415286] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-1493687e-f665-4d4c-9ea8-e28d8fc1a118 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.415286] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-1493687e-f665-4d4c-9ea8-e28d8fc1a118" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.415286] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-1493687e-f665-4d4c-9ea8-e28d8fc1a118" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.416254] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-1493687e-f665-4d4c-9ea8-e28d8fc1a118" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.416254] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1493687e-f665-4d4c-9ea8-e28d8fc1a118',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.536834] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 829.537198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.537775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.538050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.538290] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.538523] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.538523] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.539512] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.539512] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.539512] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.918330] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.918818] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.918947] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.919189] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.919336] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.919485] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 1493687e-f665-4d4c-9ea8-e28d8fc1a118 not found, creating... [ 829.919738] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.919959] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.920107] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.920352] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.920494] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.920837] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.920999] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.921151] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.921365] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.921495] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.921716] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 1493687e-f665-4d4c-9ea8-e28d8fc1a118 is going to be created. [ 829.943293] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.943514] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.943649] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.943932] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.944173] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.944403] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-1493687e-f665-4d4c-9ea8-e28d8fc1a118" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.042314] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.278809] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 in Status: SUCCESS [ 830.278965] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 deletion is rescheduled due to dependency. [ 830.279080] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.544324] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.752043] env[66408]: INFO networking_nsxv3.common.synchronization [req-f2b73579-d293-4e69-8fbb-bff9652f6c23 req-a1478ec8-3607-441b-9540-4476cbb12175 service nova] Enqueued Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_rules [ 830.752240] env[66408]: INFO networking_nsxv3.common.synchronization [req-f2b73579-d293-4e69-8fbb-bff9652f6c23 req-a1478ec8-3607-441b-9540-4476cbb12175 service nova] Enqueued Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_members [ 830.752379] env[66408]: INFO networking_nsxv3.common.synchronization [req-f2b73579-d293-4e69-8fbb-bff9652f6c23 req-a1478ec8-3607-441b-9540-4476cbb12175 service nova] Enqueued Resource ID: 1493687e-f665-4d4c-9ea8-e28d8fc1a118 with Priority: HIGHEST for action port [ 830.752940] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_rules [ 830.753177] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_members [ 830.753310] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1493687e-f665-4d4c-9ea8-e28d8fc1a118 with Priority: HIGHEST for action port [ 830.753623] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.753754] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.753797] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.754086] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.754181] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.759176] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.759279] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.759348] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.759560] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.759726] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.759889] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.759889] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.760288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.760288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.760288] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.762765] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-1493687e-f665-4d4c-9ea8-e28d8fc1a118 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.762987] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1493687e-f665-4d4c-9ea8-e28d8fc1a118" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.763093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1493687e-f665-4d4c-9ea8-e28d8fc1a118" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.763328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1493687e-f665-4d4c-9ea8-e28d8fc1a118" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.763393] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1493687e-f665-4d4c-9ea8-e28d8fc1a118',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.049056] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.049056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.049056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.049056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.049056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.049056] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 831.077856] env[66408]: INFO networking_nsxv3.common.synchronization [req-fe537311-c573-43c0-b80d-12e9ae9d2bee req-b47d8e01-e1f6-4672-9294-b34f34cb2a7b tempest-MultipleCreateTestJSON-1899099105 tempest-MultipleCreateTestJSON-1899099105-project-member] Enqueued Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 831.078804] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 831.079040] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.079236] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.079361] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.079744] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.080017] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.080193] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.080230] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.080478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.080643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.080799] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.085743] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.085931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.086034] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.086275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.086414] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.097323] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 831.265545] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.265774] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.266083] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.267312] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1493687e-f665-4d4c-9ea8-e28d8fc1a118 with status ACTIVE [ 831.267650] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.267752] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.267811] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.269427] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.269514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.270237] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.270237] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.270237] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.270545] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.270545] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.270791] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.270956] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.271083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.271303] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.271440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.271708] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1493687e-f665-4d4c-9ea8-e28d8fc1a118 is going to be updated. [ 831.297154] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.297326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.297383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.297688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.297837] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.298011] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1493687e-f665-4d4c-9ea8-e28d8fc1a118" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.472439] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.472648] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-972" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.472774] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-972" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.473196] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-972" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.473496] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.473691] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.473835] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.474102] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.474289] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.474525] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.474694] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.474869] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.475021] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.475164] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.475295] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.475429] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.497317] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.497515] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.497691] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.497875] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-972" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.498248] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-46ffe076-afcd-4cb0-b39f-b20da1b2b469 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.498402] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-46ffe076-afcd-4cb0-b39f-b20da1b2b469" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.498520] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-46ffe076-afcd-4cb0-b39f-b20da1b2b469" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.498868] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-46ffe076-afcd-4cb0-b39f-b20da1b2b469" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.499018] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46ffe076-afcd-4cb0-b39f-b20da1b2b469',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.583686] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.584081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.584081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.584239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.584376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.584621] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.584742] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.584807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.584997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.585108] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.585205] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 already deleted. [ 831.585325] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.774751] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.002889] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.003159] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.003359] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.003609] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.003802] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.004019] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 46ffe076-afcd-4cb0-b39f-b20da1b2b469 not found, creating... [ 832.004337] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.004554] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.004703] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.004983] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.005190] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.005500] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.005694] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.005858] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.006095] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.006247] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.006400] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 46ffe076-afcd-4cb0-b39f-b20da1b2b469 is going to be created. [ 832.027521] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.027773] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.028069] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.028694] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.028975] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.029227] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-46ffe076-afcd-4cb0-b39f-b20da1b2b469" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.280738] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.280738] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.280738] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.280738] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.280738] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.280738] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c is going to be created. [ 832.315795] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.316037] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.316037] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.316227] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.316388] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.328281] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: UNINITIALIZED for 2s [ 832.376982] env[66408]: INFO networking_nsxv3.common.synchronization [None req-a0b8b047-8580-4492-901c-d10f0314ebc7 None None] Enqueued Resource ID: ad8b47b9-f20f-4def-b6ca-7985942156d5 with Priority: HIGHEST for action port [ 832.377223] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad8b47b9-f20f-4def-b6ca-7985942156d5 with Priority: HIGHEST for action port [ 832.378136] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad8b47b9-f20f-4def-b6ca-7985942156d5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.378136] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad8b47b9-f20f-4def-b6ca-7985942156d5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.379640] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad8b47b9-f20f-4def-b6ca-7985942156d5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.380050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad8b47b9-f20f-4def-b6ca-7985942156d5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.380178] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad8b47b9-f20f-4def-b6ca-7985942156d5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.773122] env[66408]: INFO networking_nsxv3.common.synchronization [req-fe537311-c573-43c0-b80d-12e9ae9d2bee req-b4a75bc6-d90e-4fd7-b614-0f550d332e76 service nova] Enqueued Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_rules [ 832.773122] env[66408]: INFO networking_nsxv3.common.synchronization [req-fe537311-c573-43c0-b80d-12e9ae9d2bee req-b4a75bc6-d90e-4fd7-b614-0f550d332e76 service nova] Enqueued Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 832.773122] env[66408]: INFO networking_nsxv3.common.synchronization [req-fe537311-c573-43c0-b80d-12e9ae9d2bee req-b4a75bc6-d90e-4fd7-b614-0f550d332e76 service nova] Enqueued Resource ID: 46ffe076-afcd-4cb0-b39f-b20da1b2b469 with Priority: HIGHEST for action port [ 832.773722] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_rules [ 832.773722] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 832.773722] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ffe076-afcd-4cb0-b39f-b20da1b2b469 with Priority: HIGHEST for action port [ 832.775235] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.775235] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.775235] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.775235] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.775235] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.776997] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.776997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.776997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.776997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.776997] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.777508] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.777508] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.777508] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.777508] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.777508] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.780031] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-46ffe076-afcd-4cb0-b39f-b20da1b2b469 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.780031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46ffe076-afcd-4cb0-b39f-b20da1b2b469" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.780031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46ffe076-afcd-4cb0-b39f-b20da1b2b469" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.780031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46ffe076-afcd-4cb0-b39f-b20da1b2b469" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.780031] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46ffe076-afcd-4cb0-b39f-b20da1b2b469',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.882915] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad8b47b9-f20f-4def-b6ca-7985942156d5 [ 832.885220] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.885945] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.885945] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.885945] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.885945] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.886140] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad8b47b9-f20f-4def-b6ca-7985942156d5 already deleted. [ 832.886140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad8b47b9-f20f-4def-b6ca-7985942156d5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.111592] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 833.112656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.112656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.112656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.112656] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.113044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.113044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.113161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.113219] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.113275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.113427] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.280039] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.283067] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.283067] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.285446] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46ffe076-afcd-4cb0-b39f-b20da1b2b469 with status ACTIVE [ 833.289814] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.289814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.289814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.289814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.289814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.289814] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.289814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.289814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.289814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.289814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.289814] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.289814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.289814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.289814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.289814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.289814] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46ffe076-afcd-4cb0-b39f-b20da1b2b469 is going to be updated. [ 833.314726] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.314920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.315014] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.315331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.315526] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.315736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46ffe076-afcd-4cb0-b39f-b20da1b2b469" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.618683] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.618861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.618935] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.619180] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.619354] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.619450] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.619513] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.619684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.619762] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.619843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.620047] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.620155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.620220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.620362] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.620500] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.620583] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.620644] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.620840] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.620915] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.620997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.621095] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.773083] env[66408]: INFO networking_nsxv3.common.synchronization [req-fe537311-c573-43c0-b80d-12e9ae9d2bee req-e160bcf6-9fa1-4650-8142-76ffae2ee263 tempest-MultipleCreateTestJSON-1899099105 tempest-MultipleCreateTestJSON-1899099105-project-member] Enqueued Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 833.774087] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 833.774455] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.774590] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.781891] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.126985] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1929a0a9-bda1-4657-a51a-62bff4f685f8: rpc.has_security_group_logging(os_id): False [ 834.150694] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.150694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.150694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.150694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.174918] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.175432] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-972" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.175668] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-972" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.175988] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-972" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.176371] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.176770] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.176941] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.177200] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.178114] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.178657] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.179338] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.179519] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.179959] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.182258] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.182380] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.182616] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.185047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.185047] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.185047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.185047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.185490] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.185490] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.185621] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.185717] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.185717] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.186119] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.186299] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.186438] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.186557] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.186621] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.186772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.186852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.186937] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 834.211310] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.211468] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.211571] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.211882] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-972" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.212232] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-88a2ef05-f897-45b8-8672-1bb63be20c64 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.212232] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-88a2ef05-f897-45b8-8672-1bb63be20c64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.212405] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-88a2ef05-f897-45b8-8672-1bb63be20c64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.213069] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-88a2ef05-f897-45b8-8672-1bb63be20c64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.213069] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a2ef05-f897-45b8-8672-1bb63be20c64',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.266044] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.266878] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.266878] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.266878] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.267226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.285995] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.286187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.286264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.286491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.286647] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.286764] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 is going to be created. [ 834.294833] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 834.347024] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.347024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.347024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.347024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.347024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.350989] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: SUCCESS [ 834.351162] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.351333] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.351535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.351721] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.351838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.351901] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.352080] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.352163] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.352249] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.352343] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.365458] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: UNINITIALIZED for 2s [ 834.719045] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.719045] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.719045] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.719045] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.719045] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.719045] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 88a2ef05-f897-45b8-8672-1bb63be20c64 not found, creating... [ 834.719045] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.719450] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.719450] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.719660] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.719801] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.720134] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.720296] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.720453] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.720616] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.720751] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.720909] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 88a2ef05-f897-45b8-8672-1bb63be20c64 is going to be created. [ 834.743709] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.744130] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.744423] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.744633] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.744865] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.745657] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-88a2ef05-f897-45b8-8672-1bb63be20c64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.857019] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.858055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.858055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.858055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.858055] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.858055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.858055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.858425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.858425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.858425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.858579] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.858579] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.858579] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.858811] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.858866] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.858932] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.859232] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.859232] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.859232] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.859517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.859517] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.209540] env[66408]: INFO networking_nsxv3.common.synchronization [None req-077b0ca9-7753-49db-a049-861bc448362f None None] Enqueued Resource ID: 1558433d-b83d-4c8c-984f-7712f94d8577 with Priority: HIGHEST for action port [ 835.210129] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1558433d-b83d-4c8c-984f-7712f94d8577 with Priority: HIGHEST for action port [ 835.210492] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-1558433d-b83d-4c8c-984f-7712f94d8577 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.210625] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1558433d-b83d-4c8c-984f-7712f94d8577" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.210625] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1558433d-b83d-4c8c-984f-7712f94d8577" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.211367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1558433d-b83d-4c8c-984f-7712f94d8577" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.211562] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1558433d-b83d-4c8c-984f-7712f94d8577',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.361956] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b82c29f3-297c-40a5-9aa5-7aa034275d3c: rpc.has_security_group_logging(os_id): False [ 835.396024] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.396024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.396024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.396024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.396024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.396024] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.396024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.396024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.396024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.396024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.396522] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.396522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.396522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.396522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.396522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.396697] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.398023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.398023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.398215] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.398215] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.398280] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c is going to be created. [ 835.460970] env[66408]: INFO networking_nsxv3.common.synchronization [req-fe537311-c573-43c0-b80d-12e9ae9d2bee req-94ae93d5-5b5a-4852-82aa-33ff23826948 service nova] Enqueued Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_rules [ 835.461992] env[66408]: INFO networking_nsxv3.common.synchronization [req-fe537311-c573-43c0-b80d-12e9ae9d2bee req-94ae93d5-5b5a-4852-82aa-33ff23826948 service nova] Enqueued Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 835.462799] env[66408]: INFO networking_nsxv3.common.synchronization [req-fe537311-c573-43c0-b80d-12e9ae9d2bee req-94ae93d5-5b5a-4852-82aa-33ff23826948 service nova] Enqueued Resource ID: 88a2ef05-f897-45b8-8672-1bb63be20c64 with Priority: HIGHEST for action port [ 835.465202] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.465910] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.467244] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.467244] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.467244] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.469216] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_rules [ 835.469520] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 835.469824] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a2ef05-f897-45b8-8672-1bb63be20c64 with Priority: HIGHEST for action port [ 835.472325] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.472325] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.472325] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.472325] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.472325] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-88a2ef05-f897-45b8-8672-1bb63be20c64 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.472325] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88a2ef05-f897-45b8-8672-1bb63be20c64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.472325] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88a2ef05-f897-45b8-8672-1bb63be20c64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.472325] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88a2ef05-f897-45b8-8672-1bb63be20c64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.472325] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a2ef05-f897-45b8-8672-1bb63be20c64',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.484613] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: IN_PROGRESS for 2s [ 835.717635] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1558433d-b83d-4c8c-984f-7712f94d8577 [ 835.717635] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.717635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.717635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.717635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.717635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.717635] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1558433d-b83d-4c8c-984f-7712f94d8577 already deleted. [ 835.717635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1558433d-b83d-4c8c-984f-7712f94d8577" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.974469] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88a2ef05-f897-45b8-8672-1bb63be20c64 with status ACTIVE [ 835.974885] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.974980] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.976226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.976226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.976226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.976226] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.976226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.976226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.976226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.976226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.976226] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.976777] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.976777] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.976777] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.976777] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.976777] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88a2ef05-f897-45b8-8672-1bb63be20c64 is going to be updated. [ 836.001497] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.001759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.001759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.001972] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.002149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.002322] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88a2ef05-f897-45b8-8672-1bb63be20c64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.309279] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 836.309620] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.378402] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: SUCCESS [ 836.378402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.378402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.378402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.378402] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.378402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.378402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.378402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.378402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.378402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.379501] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.380053] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.380053] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.380053] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.380053] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.380727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.380727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.380727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.380967] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.565140] env[66408]: INFO networking_nsxv3.common.synchronization [req-e58eaed6-4de1-4ff7-8dd5-3f504509da3d req-9de38dba-0a2a-4d50-b1f7-c5bbe3862ec5 tempest-ListServerFiltersTestJSON-358304372 tempest-ListServerFiltersTestJSON-358304372-project-member] Enqueued Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_members [ 836.566014] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_members [ 836.566456] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.566625] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.566695] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.567074] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.567683] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.567683] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.567683] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.567927] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.567927] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.567927] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.883350] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.883706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.883706] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.070097] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.084903] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.084903] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-93" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.084903] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-93" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.085339] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-93" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.085744] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.085914] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.086050] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.086312] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.086523] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.086761] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.086907] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.087044] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.087205] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.087410] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.087813] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.088586] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.111611] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.111794] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.111935] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.112186] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-93" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.112440] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-2863777f-8df3-4fe3-8d39-e3e2208e8724 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.112606] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-2863777f-8df3-4fe3-8d39-e3e2208e8724" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.112723] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-2863777f-8df3-4fe3-8d39-e3e2208e8724" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.113079] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-2863777f-8df3-4fe3-8d39-e3e2208e8724" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.113224] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2863777f-8df3-4fe3-8d39-e3e2208e8724',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.387713] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.498727] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: SUCCESS [ 837.498727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.573111] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.619216] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.619216] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.619216] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.619216] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.619216] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.619216] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 2863777f-8df3-4fe3-8d39-e3e2208e8724 not found, creating... [ 837.619216] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.619216] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.619216] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.619216] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.620149] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.620149] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.620149] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.620149] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.620149] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.620341] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.620341] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 2863777f-8df3-4fe3-8d39-e3e2208e8724 is going to be created. [ 837.641947] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.642175] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.642293] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.642559] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.643025] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.643108] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-2863777f-8df3-4fe3-8d39-e3e2208e8724" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.888591] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.888817] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.888894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.889068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.889164] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.889259] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 is going to be updated. [ 837.929331] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.929331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.929575] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.929649] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.929819] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.939788] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: IN_PROGRESS for 2s [ 837.970574] env[66408]: INFO networking_nsxv3.common.synchronization [req-e142c1f3-abbd-4096-abee-2b64d285c021 req-a22db2ce-fe71-4fe7-a9ea-2a07da14df33 tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: c09f056f-c219-40a0-96a4-ba2dfd4659c4 with Priority: HIGHEST for action security_group_members [ 837.970687] env[66408]: INFO networking_nsxv3.common.synchronization [req-e142c1f3-abbd-4096-abee-2b64d285c021 req-a22db2ce-fe71-4fe7-a9ea-2a07da14df33 tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 with Priority: HIGHEST for action security_group_members [ 837.970881] env[66408]: INFO networking_nsxv3.common.synchronization [req-e142c1f3-abbd-4096-abee-2b64d285c021 req-a22db2ce-fe71-4fe7-a9ea-2a07da14df33 tempest-SecurityGroupsTestJSON-1733005372 tempest-SecurityGroupsTestJSON-1733005372-project-member] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 837.971430] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c09f056f-c219-40a0-96a4-ba2dfd4659c4 with Priority: HIGHEST for action security_group_members [ 837.971568] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 with Priority: HIGHEST for action security_group_members [ 837.971661] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGHEST for action security_group_members [ 837.971931] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c09f056f-c219-40a0-96a4-ba2dfd4659c4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.972067] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c09f056f-c219-40a0-96a4-ba2dfd4659c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.972133] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c09f056f-c219-40a0-96a4-ba2dfd4659c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.972328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c09f056f-c219-40a0-96a4-ba2dfd4659c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.972480] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.972578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.972637] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.972797] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.972882] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.972971] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c09f056f-c219-40a0-96a4-ba2dfd4659c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.973792] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0710c14-77a9-46af-8ca1-37ef34bae7d4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.973912] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.973978] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.974162] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.974775] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.974775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.974775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.974775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.974775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.974775] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0710c14-77a9-46af-8ca1-37ef34bae7d4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.976113] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.976113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.976113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.976113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.976113] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.976113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.976113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.976461] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.976461] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.976461] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.077598] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.077898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.077898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.078100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.078190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.078287] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c is going to be updated. [ 838.110033] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.110033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.110033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.110033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.110260] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.120790] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: IN_PROGRESS for 2s [ 838.344749] env[66408]: INFO networking_nsxv3.common.synchronization [req-e58eaed6-4de1-4ff7-8dd5-3f504509da3d req-18323269-4425-4553-83a4-e7ee9faff469 service nova] Enqueued Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_rules [ 838.344892] env[66408]: INFO networking_nsxv3.common.synchronization [req-e58eaed6-4de1-4ff7-8dd5-3f504509da3d req-18323269-4425-4553-83a4-e7ee9faff469 service nova] Enqueued Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_members [ 838.345045] env[66408]: INFO networking_nsxv3.common.synchronization [req-e58eaed6-4de1-4ff7-8dd5-3f504509da3d req-18323269-4425-4553-83a4-e7ee9faff469 service nova] Enqueued Resource ID: 2863777f-8df3-4fe3-8d39-e3e2208e8724 with Priority: HIGHEST for action port [ 838.345495] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_rules [ 838.345686] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_members [ 838.345819] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2863777f-8df3-4fe3-8d39-e3e2208e8724 with Priority: HIGHEST for action port [ 838.346112] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.346237] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.346313] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.346743] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.346743] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.347372] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.347465] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.347682] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-2863777f-8df3-4fe3-8d39-e3e2208e8724 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.347791] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2863777f-8df3-4fe3-8d39-e3e2208e8724" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.347836] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2863777f-8df3-4fe3-8d39-e3e2208e8724" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.347991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2863777f-8df3-4fe3-8d39-e3e2208e8724" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.348175] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2863777f-8df3-4fe3-8d39-e3e2208e8724',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.480965] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.481192] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.481239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.482032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.483107] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.483107] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.483107] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.483272] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.526247] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.526526] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.526665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.526730] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.526939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.527028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.527122] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 is going to be updated. [ 838.528414] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.528606] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.587891] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.588279] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.588350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.588847] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.589156] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.591875] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.592168] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.592290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.592349] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.592769] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.592857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.593014] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c09f056f-c219-40a0-96a4-ba2dfd4659c4 is going to be updated. [ 838.595915] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.596057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.596122] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.597402] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.597402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.597402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.597402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.597652] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.597652] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 is going to be updated. [ 838.607079] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 in Status: IN_PROGRESS for 2s [ 838.634074] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.634620] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.636020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.636020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.636020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.640675] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.641120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.641120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.642121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.642434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.653807] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c09f056f-c219-40a0-96a4-ba2dfd4659c4 in Status: IN_PROGRESS for 2s [ 838.654531] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: IN_PROGRESS for 2s [ 838.850364] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.850538] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.850790] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2863777f-8df3-4fe3-8d39-e3e2208e8724 with status ACTIVE [ 838.850981] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.851126] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.851217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.851466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.851584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.851827] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.851914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.851968] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.852173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.852404] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.852494] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.852628] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.852679] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.852830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.852963] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.853018] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2863777f-8df3-4fe3-8d39-e3e2208e8724 is going to be updated. [ 838.876965] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.877165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.877220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.877423] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.877579] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.877868] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2863777f-8df3-4fe3-8d39-e3e2208e8724" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.181669] env[66408]: INFO networking_nsxv3.common.synchronization [req-56ab9293-93af-4104-92b9-ec13e7cb248b req-e4504bfe-e0ea-45c9-aa40-ce1cd531193f tempest-ListServerFiltersTestJSON-358304372 tempest-ListServerFiltersTestJSON-358304372-project-member] Enqueued Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_members [ 839.182611] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_members [ 839.182655] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.182741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.594106] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.594512] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-93" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.594512] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-93" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.594645] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-93" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.594870] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.595032] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.595709] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.595709] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.595709] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.595907] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.596214] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.596214] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.596330] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.596527] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.596594] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.597029] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.620557] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.621178] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.621178] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.621326] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-93" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.621667] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-d12dc818-9a96-4f8a-90a1-2783ca2db90d taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.621818] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-d12dc818-9a96-4f8a-90a1-2783ca2db90d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.621927] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-d12dc818-9a96-4f8a-90a1-2783ca2db90d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.622326] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-d12dc818-9a96-4f8a-90a1-2783ca2db90d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.622447] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d12dc818-9a96-4f8a-90a1-2783ca2db90d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.950023] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: SUCCESS [ 839.950272] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.950478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.950699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.950912] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.951053] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.951120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.951277] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.951364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.951458] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.125290] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.125507] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.125766] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.125994] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.126154] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.126313] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port d12dc818-9a96-4f8a-90a1-2783ca2db90d not found, creating... [ 840.126567] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.126800] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.126923] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.127165] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.127300] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.127582] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.127767] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.127884] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.128113] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.128246] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.128380] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: d12dc818-9a96-4f8a-90a1-2783ca2db90d is going to be created. [ 840.131408] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: SUCCESS [ 840.131604] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.131754] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.131933] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.132136] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.132243] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.132305] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.132454] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.132531] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.132622] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.147775] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.148015] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.148153] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.148477] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.148743] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.148969] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-d12dc818-9a96-4f8a-90a1-2783ca2db90d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.455984] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.620658] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 in Status: SUCCESS [ 840.620988] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 deletion is rescheduled due to dependency. [ 840.621108] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.635573] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.665175] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 534fd46d-d182-4b15-a05c-01e45498df83 in Status: SUCCESS [ 840.665333] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 deletion is rescheduled due to dependency. [ 840.665476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.666313] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c09f056f-c219-40a0-96a4-ba2dfd4659c4 in Status: SUCCESS [ 840.666462] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c09f056f-c219-40a0-96a4-ba2dfd4659c4 deletion is rescheduled due to dependency. [ 840.666559] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c09f056f-c219-40a0-96a4-ba2dfd4659c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.903283] env[66408]: INFO networking_nsxv3.common.synchronization [req-56ab9293-93af-4104-92b9-ec13e7cb248b req-8fd6c816-19bf-442b-8c36-eddb9a78c55d service nova] Enqueued Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_rules [ 840.904495] env[66408]: INFO networking_nsxv3.common.synchronization [req-56ab9293-93af-4104-92b9-ec13e7cb248b req-8fd6c816-19bf-442b-8c36-eddb9a78c55d service nova] Enqueued Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_members [ 840.904711] env[66408]: INFO networking_nsxv3.common.synchronization [req-56ab9293-93af-4104-92b9-ec13e7cb248b req-8fd6c816-19bf-442b-8c36-eddb9a78c55d service nova] Enqueued Resource ID: d12dc818-9a96-4f8a-90a1-2783ca2db90d with Priority: HIGHEST for action port [ 840.905298] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_rules [ 840.905432] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_members [ 840.905524] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12dc818-9a96-4f8a-90a1-2783ca2db90d with Priority: HIGHEST for action port [ 840.906617] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.906724] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.906940] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.907023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.907203] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-d12dc818-9a96-4f8a-90a1-2783ca2db90d taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.907301] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d12dc818-9a96-4f8a-90a1-2783ca2db90d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.907362] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d12dc818-9a96-4f8a-90a1-2783ca2db90d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.907608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d12dc818-9a96-4f8a-90a1-2783ca2db90d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.907683] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d12dc818-9a96-4f8a-90a1-2783ca2db90d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.958824] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.137863] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.410868] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d12dc818-9a96-4f8a-90a1-2783ca2db90d with status ACTIVE [ 841.411141] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.411349] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.411349] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.411559] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.411653] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.411828] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.411934] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.411983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.414330] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.414330] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.414330] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.414330] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.414330] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.414330] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.414330] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.414330] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d12dc818-9a96-4f8a-90a1-2783ca2db90d is going to be updated. [ 841.438889] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.439156] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.439156] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.439342] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.439479] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.439637] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d12dc818-9a96-4f8a-90a1-2783ca2db90d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.462623] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.463019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.463019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.463459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.463720] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.463720] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 is going to be updated. [ 841.515205] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.515417] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.515417] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.515647] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.515804] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.535273] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: IN_PROGRESS for 2s [ 841.642353] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.642353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.642615] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.642709] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.642835] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.642966] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c is going to be updated. [ 841.688879] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.689137] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.689236] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.689610] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.689729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.706309] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: IN_PROGRESS for 2s [ 841.806714] env[66408]: INFO networking_nsxv3.common.synchronization [None req-4306bf86-c276-4b1e-8e7c-55234db350b9 None None] Enqueued Resource ID: f6417690-ad74-4174-98c9-b112cf99453a with Priority: HIGHEST for action port [ 841.807944] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6417690-ad74-4174-98c9-b112cf99453a with Priority: HIGHEST for action port [ 841.808324] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6417690-ad74-4174-98c9-b112cf99453a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.808493] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6417690-ad74-4174-98c9-b112cf99453a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.808625] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6417690-ad74-4174-98c9-b112cf99453a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.809072] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6417690-ad74-4174-98c9-b112cf99453a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.809238] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6417690-ad74-4174-98c9-b112cf99453a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.874683] env[66408]: INFO networking_nsxv3.common.synchronization [req-0d74eab9-1335-4230-b3bc-9ce992263c41 req-cebc1912-269b-4667-bffe-07b4422707e8 tempest-ImagesOneServerNegativeTestJSON-536934874 tempest-ImagesOneServerNegativeTestJSON-536934874-project-member] Enqueued Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_members [ 841.876103] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_members [ 841.876514] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.876691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.876786] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.877093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.877354] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.877482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.877552] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.877830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.877918] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.878029] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.312061] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6417690-ad74-4174-98c9-b112cf99453a [ 842.312309] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.312447] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.312507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.312731] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.312820] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.312915] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6417690-ad74-4174-98c9-b112cf99453a already deleted. [ 842.312988] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6417690-ad74-4174-98c9-b112cf99453a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.342502] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.342750] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-787" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.342877] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-787" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.343209] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-787" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.343505] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.343668] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.343803] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.344069] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.344232] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.344461] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.344675] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.344810] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.344932] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.345283] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.345283] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.345416] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.370367] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.370563] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 842.370707] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.370949] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-787" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.371355] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-2578c6fb-7ccf-4ca5-b8e3-521d9741d08f taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.371555] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-2578c6fb-7ccf-4ca5-b8e3-521d9741d08f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.371682] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-2578c6fb-7ccf-4ca5-b8e3-521d9741d08f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.372057] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-2578c6fb-7ccf-4ca5-b8e3-521d9741d08f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.372226] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2578c6fb-7ccf-4ca5-b8e3-521d9741d08f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.380401] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.380642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.380642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.380935] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.381037] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.381292] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.381414] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.381479] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.381687] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.381806] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.381903] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0260dad-0288-4407-a866-29ab348fc997 is going to be deleted. [ 842.418555] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.418555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.418555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.418555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.418775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.418775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.765325] env[66408]: INFO networking_nsxv3.common.synchronization [None req-739dfd98-a40a-4b8a-9086-65db7ff547cf tempest-ServersTestBootFromVolume-729958116 tempest-ServersTestBootFromVolume-729958116-project-member] Enqueued Resource ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 with Priority: HIGHEST for action security_group_rules [ 842.765991] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 with Priority: HIGHEST for action security_group_rules [ 842.766342] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49f981b9-1f1d-4e68-b670-aea9c304fc64 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.766460] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.766537] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.766801] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.766914] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49f981b9-1f1d-4e68-b670-aea9c304fc64',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.875199] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.875420] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.875542] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.875834] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.875985] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.876147] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 2578c6fb-7ccf-4ca5-b8e3-521d9741d08f not found, creating... [ 842.876403] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.876554] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.876762] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.877006] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.877218] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.878531] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.878531] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.878531] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.878531] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.878531] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.878781] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 2578c6fb-7ccf-4ca5-b8e3-521d9741d08f is going to be created. [ 842.901067] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.901332] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.901397] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.901611] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.901837] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.902073] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-2578c6fb-7ccf-4ca5-b8e3-521d9741d08f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.920288] env[66408]: INFO networking_nsxv3.common.synchronization [None req-5107a216-ab01-46de-ac81-b653afe868eb tempest-ServersTestBootFromVolume-729958116 tempest-ServersTestBootFromVolume-729958116-project-member] Enqueued Resource ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 with Priority: HIGHEST for action security_group_rules [ 842.920288] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 with Priority: HIGHEST for action security_group_rules [ 842.921099] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49f981b9-1f1d-4e68-b670-aea9c304fc64 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.921099] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.305559] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.306292] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.306292] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.306292] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.306292] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.308464] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 already deleted. [ 843.308464] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.308464] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.308464] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.308464] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49f981b9-1f1d-4e68-b670-aea9c304fc64',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.546698] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: SUCCESS [ 843.546973] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.547177] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.547340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.547537] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.547693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.547758] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.547896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.547980] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.548111] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.548542] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.548542] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.548542] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.548542] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.548799] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.548799] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.548799] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.548920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.548987] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.552372] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.552372] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.717458] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: SUCCESS [ 843.717594] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.718482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.719496] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.719713] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.719829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.719917] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.720187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.720187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.720338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.720417] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.722123] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.722328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.722504] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.722638] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.725303] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.725496] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.725496] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.725652] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.745111] env[66408]: INFO networking_nsxv3.common.synchronization [req-0d74eab9-1335-4230-b3bc-9ce992263c41 req-6bc96b8e-bb91-4675-b40a-5aee0f0e96ec service nova] Enqueued Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_rules [ 843.745111] env[66408]: INFO networking_nsxv3.common.synchronization [req-0d74eab9-1335-4230-b3bc-9ce992263c41 req-6bc96b8e-bb91-4675-b40a-5aee0f0e96ec service nova] Enqueued Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_members [ 843.745111] env[66408]: INFO networking_nsxv3.common.synchronization [req-0d74eab9-1335-4230-b3bc-9ce992263c41 req-6bc96b8e-bb91-4675-b40a-5aee0f0e96ec service nova] Enqueued Resource ID: 2578c6fb-7ccf-4ca5-b8e3-521d9741d08f with Priority: HIGHEST for action port [ 843.745111] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_rules [ 843.745921] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_members [ 843.745921] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2578c6fb-7ccf-4ca5-b8e3-521d9741d08f with Priority: HIGHEST for action port [ 843.746454] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.746683] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.746683] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.747031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.747152] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.748409] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.748409] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.748549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.748681] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.748957] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.749492] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.749492] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.749492] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.749631] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.749725] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.751605] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-2578c6fb-7ccf-4ca5-b8e3-521d9741d08f taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.751605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2578c6fb-7ccf-4ca5-b8e3-521d9741d08f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.751605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2578c6fb-7ccf-4ca5-b8e3-521d9741d08f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.751605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2578c6fb-7ccf-4ca5-b8e3-521d9741d08f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.751605] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2578c6fb-7ccf-4ca5-b8e3-521d9741d08f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.838616] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.838616] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.838616] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.838616] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.839112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.839112] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 already deleted. [ 843.839112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.054347] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ec06d6c-6093-45be-b5a7-1d61d3957fe0: rpc.has_security_group_logging(os_id): False [ 844.101904] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.102181] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.102181] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.102375] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.102461] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.102641] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.102741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.102801] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.102946] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.103096] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.103895] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.103895] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.103895] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.103895] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.103895] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.103895] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.103895] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.103895] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.104407] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.104701] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.104850] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 is going to be created. [ 844.142023] env[66408]: INFO networking_nsxv3.common.synchronization [req-1e363e81-70b2-4984-8adc-ca4f72e64a55 req-d6127221-46d8-461f-b01f-a1dbe6a1c656 tempest-ServersTestJSON-1989292169 tempest-ServersTestJSON-1989292169-project-member] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 844.142821] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 844.143602] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.143905] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.143905] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.144149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.144316] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.144523] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.144523] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.144795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.144898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.145039] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.187506] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.187746] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.187825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.188137] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.188354] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.209160] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: IN_PROGRESS for 2s [ 844.231923] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.231923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.231923] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.252912] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.252912] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.253135] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.259675] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2578c6fb-7ccf-4ca5-b8e3-521d9741d08f with status ACTIVE [ 844.260727] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.260727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.260727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.260727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.260727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.260727] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.261336] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.261336] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.261336] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.261336] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.261336] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.261336] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.261742] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.261742] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.261742] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.261742] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2578c6fb-7ccf-4ca5-b8e3-521d9741d08f is going to be updated. [ 844.295645] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.295645] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.295645] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.296559] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.296773] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.297017] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2578c6fb-7ccf-4ca5-b8e3-521d9741d08f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.583291] env[66408]: INFO networking_nsxv3.common.synchronization [None req-8f51dc9d-3545-439e-8b00-b4cf5ca23335 None None] Enqueued Resource ID: 1869f6c9-f474-41b9-b0ce-7f9f64e5ca09 with Priority: HIGHEST for action port [ 844.583888] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1869f6c9-f474-41b9-b0ce-7f9f64e5ca09 with Priority: HIGHEST for action port [ 844.584387] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-1869f6c9-f474-41b9-b0ce-7f9f64e5ca09 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.584573] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1869f6c9-f474-41b9-b0ce-7f9f64e5ca09" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.584674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1869f6c9-f474-41b9-b0ce-7f9f64e5ca09" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.585065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1869f6c9-f474-41b9-b0ce-7f9f64e5ca09" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.585210] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1869f6c9-f474-41b9-b0ce-7f9f64e5ca09',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.648133] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.733719] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.759976] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.089055] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1869f6c9-f474-41b9-b0ce-7f9f64e5ca09 [ 845.089055] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.089630] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.089630] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.090151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.090151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.090151] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1869f6c9-f474-41b9-b0ce-7f9f64e5ca09 already deleted. [ 845.090151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1869f6c9-f474-41b9-b0ce-7f9f64e5ca09" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.153483] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.236247] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.236247] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.236247] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.236457] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.236528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.236634] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c is going to be updated. [ 845.264552] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.264748] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.264847] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.265054] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.265173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.265278] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0260dad-0288-4407-a866-29ab348fc997 is going to be created. [ 845.271505] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.271753] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.271753] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.272092] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.272317] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.283793] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: IN_PROGRESS for 2s [ 845.298777] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.298964] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.299029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.300128] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.300128] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.313386] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0260dad-0288-4407-a866-29ab348fc997 in Status: UNINITIALIZED for 2s [ 845.656592] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.656808] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.656852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.657112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.657212] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.657304] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 845.689738] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.690212] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.690212] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.690378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.690482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.710568] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 846.223070] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: SUCCESS [ 846.223368] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.223500] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.223715] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.223804] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.726114] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.726463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.726550] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.726850] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.727179] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.727390] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.727505] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.727920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.728046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.728553] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.728553] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.233818] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.234098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.234146] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.234386] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.234612] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.234825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.234921] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.235149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.235274] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.235389] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.235593] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.235705] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.235864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.236091] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.236267] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.236406] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.236495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.236704] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.236827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.236977] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.237113] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.293767] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: SUCCESS [ 847.294019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.294251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.294487] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.294741] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.294904] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.294976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.295159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.295246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.295341] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.325665] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0260dad-0288-4407-a866-29ab348fc997 in Status: SUCCESS [ 847.325955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.326149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.326409] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.326608] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.326767] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.326861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.327063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.327165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.327232] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.327323] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.722170] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 847.722405] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.740238] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ec06d6c-6093-45be-b5a7-1d61d3957fe0: rpc.has_security_group_logging(os_id): False [ 847.761041] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.761041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.761041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.761041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.761041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.761422] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.761422] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.761422] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.761769] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.761769] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.761873] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.761963] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.762035] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.762181] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.762268] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.762476] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.762574] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.762677] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.762834] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.762998] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.763086] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 is going to be updated. [ 847.799305] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.830674] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.830952] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.830952] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.831245] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.831442] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.831548] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.831639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.831870] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.832054] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.832232] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.832468] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.832612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.832725] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.833064] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.833212] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.833356] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.833426] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.833643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.833776] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.833926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.834678] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.881340] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.881340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.881340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.881882] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.881882] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.900318] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: IN_PROGRESS for 2s [ 848.302676] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.338556] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0260dad-0288-4407-a866-29ab348fc997: rpc.has_security_group_logging(os_id): False [ 848.358020] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.358176] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.358265] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.358623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.358709] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.358920] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.359037] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.359096] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.359296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.359421] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.359680] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.359806] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.359872] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.360093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.360181] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.360380] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.360622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.360622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.360791] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.360838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.360924] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0260dad-0288-4407-a866-29ab348fc997 is going to be created. [ 848.431694] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.431840] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.431914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.432206] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.432403] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.445719] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0260dad-0288-4407-a866-29ab348fc997 in Status: IN_PROGRESS for 2s [ 848.806111] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.806287] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.806339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.806550] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.806641] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.806737] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c is going to be updated. [ 848.838852] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.839093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.839425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.839698] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.839921] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.851088] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: IN_PROGRESS for 2s [ 849.302721] env[66408]: INFO networking_nsxv3.common.synchronization [req-8bcca499-f0c7-4536-b550-6c2bf13ee959 req-2ec8a22e-1a92-4ea9-923f-45c23e9934ce tempest-MultipleCreateTestJSON-1899099105 tempest-MultipleCreateTestJSON-1899099105-project-member] Enqueued Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 849.303364] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 849.303704] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.303822] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.303886] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.304365] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.304535] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.304657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.304733] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.304941] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.305146] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.305257] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.391292] env[66408]: INFO networking_nsxv3.common.synchronization [req-dde0107a-aa9e-423a-b738-d1ddc0c5918d req-fd58d2f7-b494-4b02-b6f4-4c29332dc5a3 tempest-MultipleCreateTestJSON-1899099105 tempest-MultipleCreateTestJSON-1899099105-project-member] Enqueued Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 849.392015] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 849.393542] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.393901] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.807787] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.916115] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: SUCCESS [ 849.916115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.310886] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.457968] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0260dad-0288-4407-a866-29ab348fc997 in Status: SUCCESS [ 850.458173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.813998] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.814295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.814432] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.814747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.815106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.815270] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 is going to be updated. [ 850.846366] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.846463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.846463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.847716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.847716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.858915] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: IN_PROGRESS for 2s [ 850.869015] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: SUCCESS [ 850.869015] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.869015] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.869015] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.869015] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.869015] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.869370] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.869370] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.869370] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.869370] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.869520] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.869646] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.869713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.869802] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.873019] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.873019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.873019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.873019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.873019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.873019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.873019] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.381521] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b82c29f3-297c-40a5-9aa5-7aa034275d3c: rpc.has_security_group_logging(os_id): False [ 851.408024] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.408024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.408024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.408024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.408024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.408024] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.408024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.408024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.408024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.408024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.408024] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.408024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.408024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.408024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.408024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.408804] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.408804] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.408804] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.408804] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.408804] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.408804] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c is going to be updated. [ 851.481922] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.481922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.481922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.482305] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.482305] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.497472] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: IN_PROGRESS for 2s [ 852.871731] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: SUCCESS [ 852.872083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.872237] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.872515] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.872752] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.872876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.872942] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.873130] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.873211] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.873305] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.375703] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.376193] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.376274] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.376862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.376965] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.377194] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.377299] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.377380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.377611] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.377680] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.377801] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 is going to be updated. [ 853.407022] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.407022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.407022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.407022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.407022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.416813] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: IN_PROGRESS for 2s [ 853.443076] env[66408]: INFO networking_nsxv3.common.synchronization [req-a8738a70-fd55-4125-84db-f64a7284d851 req-c4606800-7c11-4c2b-b325-c678ff6d95a1 tempest-DeleteServersAdminTestJSON-1366191189 tempest-DeleteServersAdminTestJSON-1366191189-project-member] Enqueued Resource ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 with Priority: HIGHEST for action security_group_members [ 853.443582] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 with Priority: HIGHEST for action security_group_members [ 853.443933] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.444088] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.444174] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.444812] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.444972] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.445091] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.445151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.445340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.445430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.445530] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6b7a8b-84b9-47e4-8ca0-00a78663af22',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.518679] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: SUCCESS [ 853.519094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.519251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.519438] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.519827] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.842877] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.842877] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.842877] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.842877] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.843187] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.843187] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.843299] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.843514] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.843648] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.843832] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.843909] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.844034] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.844449] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.844585] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.844697] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.844828] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.866291] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.866466] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.866657] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.866809] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.867353] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-afb9d42f-44d6-44d9-8271-3679bdbfeaa3 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.867632] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-afb9d42f-44d6-44d9-8271-3679bdbfeaa3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.867828] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-afb9d42f-44d6-44d9-8271-3679bdbfeaa3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.868249] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-afb9d42f-44d6-44d9-8271-3679bdbfeaa3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.868434] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afb9d42f-44d6-44d9-8271-3679bdbfeaa3',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.948233] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.948574] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.948574] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.948754] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.948887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.949269] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.949391] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.949450] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.949692] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.949771] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.949860] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 already deleted. [ 853.949944] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.023044] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.023312] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.023423] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.023838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.024132] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.024289] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.024393] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.024843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.024843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.025242] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.025242] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.372036] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.372501] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.372759] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.373517] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.373733] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.373926] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port afb9d42f-44d6-44d9-8271-3679bdbfeaa3 not found, creating... [ 854.374266] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.374510] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.374613] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.374939] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.375068] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.375386] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.375562] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.375688] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.376103] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.376322] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.376449] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: afb9d42f-44d6-44d9-8271-3679bdbfeaa3 is going to be created. [ 854.402771] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.402899] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.402958] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.403342] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.403637] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.403974] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-afb9d42f-44d6-44d9-8271-3679bdbfeaa3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.528881] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.529160] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.529160] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.529475] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.529637] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.529734] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.529792] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.530131] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.530278] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.530440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.530656] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.530773] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.530866] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.531091] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.531380] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.531534] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.531608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.531835] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.531937] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.532104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.532219] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.035137] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b82c29f3-297c-40a5-9aa5-7aa034275d3c: rpc.has_security_group_logging(os_id): False [ 855.058465] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.058848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.058848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.058971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.059055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.059238] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.059361] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.059442] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.059645] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.059823] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.060096] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.060222] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.060308] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.060522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.061121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.061457] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.061596] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.061703] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.061937] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.062109] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.062233] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c is going to be updated. [ 855.139968] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.140153] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.140206] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.140423] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.140574] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.166526] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: IN_PROGRESS for 2s [ 855.208062] env[66408]: INFO networking_nsxv3.common.synchronization [req-a8738a70-fd55-4125-84db-f64a7284d851 req-8e9ea440-96be-4d1c-a434-d8ab7c1f2b8d service nova] Enqueued Resource ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 with Priority: HIGHEST for action security_group_rules [ 855.208598] env[66408]: INFO networking_nsxv3.common.synchronization [req-a8738a70-fd55-4125-84db-f64a7284d851 req-8e9ea440-96be-4d1c-a434-d8ab7c1f2b8d service nova] Enqueued Resource ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 with Priority: HIGHEST for action security_group_members [ 855.208844] env[66408]: INFO networking_nsxv3.common.synchronization [req-a8738a70-fd55-4125-84db-f64a7284d851 req-8e9ea440-96be-4d1c-a434-d8ab7c1f2b8d service nova] Enqueued Resource ID: afb9d42f-44d6-44d9-8271-3679bdbfeaa3 with Priority: HIGHEST for action port [ 855.209497] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 with Priority: HIGHEST for action security_group_rules [ 855.209647] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 with Priority: HIGHEST for action security_group_members [ 855.209743] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb9d42f-44d6-44d9-8271-3679bdbfeaa3 with Priority: HIGHEST for action port [ 855.210097] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac6b7a8b-84b9-47e4-8ca0-00a78663af22 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.210223] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.210264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.210551] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.210634] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac6b7a8b-84b9-47e4-8ca0-00a78663af22',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.212422] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.212559] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.213861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.213861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.213861] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.213861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.213861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.213861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.213861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.213861] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6b7a8b-84b9-47e4-8ca0-00a78663af22',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.216649] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-afb9d42f-44d6-44d9-8271-3679bdbfeaa3 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.216649] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afb9d42f-44d6-44d9-8271-3679bdbfeaa3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.216649] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afb9d42f-44d6-44d9-8271-3679bdbfeaa3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.216649] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afb9d42f-44d6-44d9-8271-3679bdbfeaa3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.216649] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afb9d42f-44d6-44d9-8271-3679bdbfeaa3',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.429236] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: SUCCESS [ 855.429414] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 deletion is rescheduled due to dependency. [ 855.429530] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.713555] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.713719] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.720237] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac6b7a8b-84b9-47e4-8ca0-00a78663af22',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.723044] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afb9d42f-44d6-44d9-8271-3679bdbfeaa3 with status ACTIVE [ 855.723331] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.723505] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.723569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.723807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.723919] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.724184] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.724322] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.724387] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.724621] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.724742] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.725011] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.725177] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.725274] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.725444] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.725584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.725700] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afb9d42f-44d6-44d9-8271-3679bdbfeaa3 is going to be updated. [ 855.753034] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.753260] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.753332] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.753707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.753887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.754122] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afb9d42f-44d6-44d9-8271-3679bdbfeaa3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.222925] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac6b7a8b-84b9-47e4-8ca0-00a78663af22',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.726030] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.726220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.726319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.726543] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.726629] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.726828] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 is going to be created. [ 856.768204] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.768504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.768504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.768766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.769022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.781465] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 in Status: UNINITIALIZED for 2s [ 857.182439] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: SUCCESS [ 857.182639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.558779] env[66408]: INFO networking_nsxv3.common.synchronization [req-835151a1-d110-4b44-8757-42342e7f9008 req-6e794def-9bf4-4afd-84d6-ae8c9b3429e5 tempest-MigrationsAdminTest-1621028646 tempest-MigrationsAdminTest-1621028646-project-member] Enqueued Resource ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 with Priority: HIGHEST for action security_group_members [ 857.559375] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 with Priority: HIGHEST for action security_group_members [ 857.559679] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-126b3824-d4da-4dee-a05e-33bf94c545c8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.559803] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.559872] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.560846] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.561053] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.561708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.561708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.561708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.561708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.561708] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.004154] env[66408]: INFO networking_nsxv3.common.synchronization [req-482ae435-9534-4304-8410-f2416cb5ef62 req-1b5c2ca2-5598-44c5-ae10-1c382552f4bf tempest-ServersAdminTestJSON-2024831669 tempest-ServersAdminTestJSON-2024831669-project-member] Enqueued Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 858.008286] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 858.008286] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.008286] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.008286] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.008286] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.008286] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.008286] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.008286] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.008286] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.008286] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.008286] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.061200] env[66408]: INFO networking_nsxv3.common.synchronization [req-0f042b6d-17dd-4af0-afd4-3fe4cf3a9255 req-d41e0004-952c-4631-9d21-cbce88e3a8d0 tempest-DeleteServersTestJSON-605697757 tempest-DeleteServersTestJSON-605697757-project-member] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 858.062038] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 858.062408] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.062559] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.062658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.062923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.063171] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.063429] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.063429] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.063524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.063690] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.063690] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.065827] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.433940] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.433940] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.433940] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.433940] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.433940] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.433940] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.433940] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.434749] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.435238] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.435620] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.435884] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.436141] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.437088] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.437088] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.437088] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.437088] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.456810] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.456987] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.457259] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.457326] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.457605] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-e26deb51-7675-4f35-aea3-cc6801eb0fb1 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.457800] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-e26deb51-7675-4f35-aea3-cc6801eb0fb1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.457902] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-e26deb51-7675-4f35-aea3-cc6801eb0fb1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.458284] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-e26deb51-7675-4f35-aea3-cc6801eb0fb1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.458510] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e26deb51-7675-4f35-aea3-cc6801eb0fb1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.511307] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.566182] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.566495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.566495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.566729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.566854] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.567151] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.567267] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.567333] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.567571] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.567655] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.567826] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be deleted. [ 858.568936] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.600892] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.601013] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.601067] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.601583] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.601583] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.601583] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.791865] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 in Status: SUCCESS [ 858.792192] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.792370] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.792587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.792784] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.792866] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.792938] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.793107] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.793222] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.793263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.793352] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac6b7a8b-84b9-47e4-8ca0-00a78663af22',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.962242] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.962588] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.964021] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.964021] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.964021] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.964021] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port e26deb51-7675-4f35-aea3-cc6801eb0fb1 not found, creating... [ 858.964021] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.964021] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.964021] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.964857] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.964857] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.964857] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.965051] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.965239] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.965545] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.965720] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.965868] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: e26deb51-7675-4f35-aea3-cc6801eb0fb1 is going to be created. [ 858.989036] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.989036] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.989229] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.989407] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.989612] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.989812] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-e26deb51-7675-4f35-aea3-cc6801eb0fb1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.015094] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.072256] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.072256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.072256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.072256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.072256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.072256] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 is going to be updated. [ 859.106734] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.106921] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.106994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.107288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.107442] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.126512] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 in Status: IN_PROGRESS for 2s [ 859.299819] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.300081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.300081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.300317] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.300497] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.300600] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.300662] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.300817] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.300920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.300991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.301153] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.301245] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.301304] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.301449] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.301588] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.301677] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.301736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.301874] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.301955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.302055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.302148] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac6b7a8b-84b9-47e4-8ca0-00a78663af22',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.518162] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.518162] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.518162] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.518379] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.518379] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.518484] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebcc0237-764f-4684-b997-776ec556e651 is going to be updated. [ 859.555801] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.555968] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.556028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.560708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.560708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.571796] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: IN_PROGRESS for 2s [ 859.793448] env[66408]: INFO networking_nsxv3.common.synchronization [req-0f042b6d-17dd-4af0-afd4-3fe4cf3a9255 req-590d8959-b90e-4aa6-a2df-5678efadae5a service nova] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_rules [ 859.793632] env[66408]: INFO networking_nsxv3.common.synchronization [req-0f042b6d-17dd-4af0-afd4-3fe4cf3a9255 req-590d8959-b90e-4aa6-a2df-5678efadae5a service nova] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 859.795099] env[66408]: INFO networking_nsxv3.common.synchronization [req-0f042b6d-17dd-4af0-afd4-3fe4cf3a9255 req-590d8959-b90e-4aa6-a2df-5678efadae5a service nova] Enqueued Resource ID: e26deb51-7675-4f35-aea3-cc6801eb0fb1 with Priority: HIGHEST for action port [ 859.795657] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_rules [ 859.797852] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 859.797852] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e26deb51-7675-4f35-aea3-cc6801eb0fb1 with Priority: HIGHEST for action port [ 859.797852] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.797852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.797852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.798339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.798339] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.800043] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.800043] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.800043] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.800291] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.800339] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.800456] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.800520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.800680] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.800763] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.800849] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.802602] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-e26deb51-7675-4f35-aea3-cc6801eb0fb1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.802760] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e26deb51-7675-4f35-aea3-cc6801eb0fb1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.802815] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e26deb51-7675-4f35-aea3-cc6801eb0fb1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.802950] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e26deb51-7675-4f35-aea3-cc6801eb0fb1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.807317] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e26deb51-7675-4f35-aea3-cc6801eb0fb1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.807317] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac6b7a8b-84b9-47e4-8ca0-00a78663af22: rpc.has_security_group_logging(os_id): False [ 859.829290] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.829507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.829588] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.829806] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.832326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.832326] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.832326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.832326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.832326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.832326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.832326] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.832326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.832326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.832326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.832326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.832326] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.832326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.832326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.832967] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.832967] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.832967] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 is going to be created. [ 859.894357] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.894740] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.894740] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.894852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.895398] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.910054] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 in Status: IN_PROGRESS for 2s [ 860.307787] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.307934] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.308956] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.309638] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e26deb51-7675-4f35-aea3-cc6801eb0fb1 with status ACTIVE [ 860.310696] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.310696] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.310696] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.310696] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.310696] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.310696] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.313025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.313115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.313290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.313375] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.313574] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.313671] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.313728] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.313881] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.313958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.314055] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e26deb51-7675-4f35-aea3-cc6801eb0fb1 is going to be updated. [ 860.347383] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.347597] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.347597] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.347919] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.348025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.349843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e26deb51-7675-4f35-aea3-cc6801eb0fb1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.409945] env[66408]: INFO networking_nsxv3.common.synchronization [None req-b26526de-3efc-4e15-bd1f-6ea0be854a73 tempest-ServerActionsTestOtherA-462260140 tempest-ServerActionsTestOtherA-462260140-project-member] Enqueued Resource ID: d77020fb-551e-4ce9-ab85-f55865d02a39 with Priority: HIGHEST for action security_group_rules [ 860.410071] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77020fb-551e-4ce9-ab85-f55865d02a39 with Priority: HIGHEST for action security_group_rules [ 860.410355] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d77020fb-551e-4ce9-ab85-f55865d02a39 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.410457] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.410520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.410804] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.410893] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d77020fb-551e-4ce9-ab85-f55865d02a39',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.513074] env[66408]: INFO networking_nsxv3.common.synchronization [None req-930ce4f5-0b83-404d-a429-08007847ed9e tempest-ServerActionsTestOtherA-462260140 tempest-ServerActionsTestOtherA-462260140-project-member] Enqueued Resource ID: d77020fb-551e-4ce9-ab85-f55865d02a39 with Priority: HIGHEST for action security_group_rules [ 860.513675] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77020fb-551e-4ce9-ab85-f55865d02a39 with Priority: HIGHEST for action security_group_rules [ 860.514053] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d77020fb-551e-4ce9-ab85-f55865d02a39 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.514195] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.817289] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.940556] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.940556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.940556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.940556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.940556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.940556] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d77020fb-551e-4ce9-ab85-f55865d02a39 already deleted. [ 860.940556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.940556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.940556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.940556] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d77020fb-551e-4ce9-ab85-f55865d02a39',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.138537] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 in Status: SUCCESS [ 861.138773] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.322640] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.322778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.322968] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.323329] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.323454] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.327023] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be created. [ 861.352600] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.352600] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.352600] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.352831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.352930] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.369908] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: UNINITIALIZED for 2s [ 861.463115] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.463985] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.463985] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.463985] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.463985] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.463985] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d77020fb-551e-4ce9-ab85-f55865d02a39 already deleted. [ 861.463985] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.583846] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: SUCCESS [ 861.584103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.926746] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 in Status: SUCCESS [ 861.926746] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.397207] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 863.397692] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.397692] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.397970] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.398269] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.398451] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.398593] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.398776] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.398906] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.398992] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.399095] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.902869] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.903067] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.903115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.903807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.903807] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.903807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.903807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.903807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.907178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.907178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.907178] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.907178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.907178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.907178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.907178] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.907178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.907178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.907178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.907178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.907178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.907178] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.411616] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd8e64c0-58a5-4246-8de7-d6d2d5595bd6: rpc.has_security_group_logging(os_id): False [ 864.431971] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.432157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.432205] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.432402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.432492] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.432674] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.432770] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.432831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.432999] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.434187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.434400] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.434504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.434567] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.434735] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.435763] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.436007] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.436172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.436240] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.436394] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.436471] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.436558] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be created. [ 864.502012] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.503339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.503772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.505239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.505468] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.525577] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: IN_PROGRESS for 2s [ 865.041527] env[66408]: INFO networking_nsxv3.common.synchronization [req-37fa1e72-465e-4b77-ad9a-b14364e3829e req-b586baac-a761-451b-84a5-953c7bb229a5 tempest-ImagesOneServerNegativeTestJSON-536934874 tempest-ImagesOneServerNegativeTestJSON-536934874-project-member] Enqueued Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_members [ 865.042520] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_members [ 865.043074] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.043277] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.043391] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.043720] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.043939] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.044108] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.044211] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.044427] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.044546] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.044709] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.548634] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.548926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.548926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.549163] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.549766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.550020] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.550165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.550271] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.550474] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.550586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.550697] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0260dad-0288-4407-a866-29ab348fc997 is going to be updated. [ 865.580102] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.580256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.580391] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.580525] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.580674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.593270] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0260dad-0288-4407-a866-29ab348fc997 in Status: IN_PROGRESS for 2s [ 866.539977] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 866.539977] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.105492] env[66408]: INFO networking_nsxv3.common.synchronization [req-6fbece2b-5aa7-4658-94af-e26fbfbf1fc1 req-129a877b-b3ff-4dd4-9ddd-85def8034999 tempest-ServersNegativeTestJSON-1229292262 tempest-ServersNegativeTestJSON-1229292262-project-member] Enqueued Resource ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 with Priority: HIGHEST for action security_group_members [ 867.106282] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 with Priority: HIGHEST for action security_group_members [ 867.107159] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.107381] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.107499] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.107882] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.108207] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.108445] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.108555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.108811] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.109051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.109303] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.406613] env[66408]: INFO networking_nsxv3.common.synchronization [req-5978eb9b-93db-4b1b-9d1b-3d81162e3f2f req-44881bdd-80b3-42b6-ae6d-c8b77107e500 tempest-DeleteServersAdminTestJSON-1758705243 tempest-DeleteServersAdminTestJSON-1758705243-project-admin] Enqueued Resource ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 with Priority: HIGHEST for action security_group_members [ 867.407225] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 with Priority: HIGHEST for action security_group_members [ 867.407554] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.407689] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.407766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.408083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.408252] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.408352] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.408587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.408587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.408706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.409111] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6b7a8b-84b9-47e4-8ca0-00a78663af22',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.485755] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.486017] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-514" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.486150] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-514" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.486539] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-514" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.486832] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.486998] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.487151] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.487402] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.487786] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.487786] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.487930] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.488018] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.488128] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.488252] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.488372] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.488504] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.510324] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.511296] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.511296] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.511296] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-514" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.511296] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-59de13c4-1c74-4648-9b4f-c07bae464bfc taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.511713] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-59de13c4-1c74-4648-9b4f-c07bae464bfc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.511713] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-59de13c4-1c74-4648-9b4f-c07bae464bfc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.511859] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-59de13c4-1c74-4648-9b4f-c07bae464bfc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.512570] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59de13c4-1c74-4648-9b4f-c07bae464bfc',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.612040] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0260dad-0288-4407-a866-29ab348fc997 in Status: SUCCESS [ 867.612040] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0260dad-0288-4407-a866-29ab348fc997 deletion is rescheduled due to dependency. [ 867.612040] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.615896] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.615896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.615896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.615896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.615896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.615896] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.615896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.615896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.615896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.615896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.615896] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 already deleted. [ 867.615896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.911394] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.911570] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.911626] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.911861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.911960] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.912207] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.912370] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.912459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.912653] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.912740] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.912827] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 is going to be updated. [ 867.972753] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.973065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.973178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.973420] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.973643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.983938] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 in Status: IN_PROGRESS for 2s [ 868.014987] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.015245] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.015374] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.015661] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.015813] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.016088] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 59de13c4-1c74-4648-9b4f-c07bae464bfc not found, creating... [ 868.016309] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.016474] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.016593] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.016826] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.017358] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.017358] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.017522] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.017522] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.017745] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.017910] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.018108] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 59de13c4-1c74-4648-9b4f-c07bae464bfc is going to be created. [ 868.040410] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.040657] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.040735] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.041047] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.042175] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.042175] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-59de13c4-1c74-4648-9b4f-c07bae464bfc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.198393] env[66408]: INFO networking_nsxv3.common.synchronization [req-1c9b2820-c10e-4a04-94dc-b5daa2bd7d63 req-072c30d2-0aae-49d6-af9d-430d183f3322 tempest-ListServerFiltersTestJSON-358304372 tempest-ListServerFiltersTestJSON-358304372-project-member] Enqueued Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_members [ 868.199405] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_members [ 868.199874] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.200370] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.200370] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.200511] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.200670] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.200811] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.201251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.201251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.201376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.201420] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.703543] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.808610] env[66408]: INFO networking_nsxv3.common.synchronization [req-6fbece2b-5aa7-4658-94af-e26fbfbf1fc1 req-8d5cca04-4d8b-474f-9443-688bc6e34341 service nova] Enqueued Resource ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 with Priority: HIGHEST for action security_group_rules [ 868.808869] env[66408]: INFO networking_nsxv3.common.synchronization [req-6fbece2b-5aa7-4658-94af-e26fbfbf1fc1 req-8d5cca04-4d8b-474f-9443-688bc6e34341 service nova] Enqueued Resource ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 with Priority: HIGHEST for action security_group_members [ 868.810657] env[66408]: INFO networking_nsxv3.common.synchronization [req-6fbece2b-5aa7-4658-94af-e26fbfbf1fc1 req-8d5cca04-4d8b-474f-9443-688bc6e34341 service nova] Enqueued Resource ID: 59de13c4-1c74-4648-9b4f-c07bae464bfc with Priority: HIGHEST for action port [ 868.811338] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 with Priority: HIGHEST for action security_group_rules [ 868.811480] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 with Priority: HIGHEST for action security_group_members [ 868.811630] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59de13c4-1c74-4648-9b4f-c07bae464bfc with Priority: HIGHEST for action port [ 868.811927] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b7eea76-7f5b-4227-80a0-9472d3c8fd87 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.812044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.812044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.812383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.812445] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.814434] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.814434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.814434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.814434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.814434] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.815070] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.815070] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.815070] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.815070] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.815070] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.818087] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-59de13c4-1c74-4648-9b4f-c07bae464bfc taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.818087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59de13c4-1c74-4648-9b4f-c07bae464bfc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.818087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59de13c4-1c74-4648-9b4f-c07bae464bfc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.818087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59de13c4-1c74-4648-9b4f-c07bae464bfc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.818087] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59de13c4-1c74-4648-9b4f-c07bae464bfc',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.209034] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.315129] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.315290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.318712] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.322099] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59de13c4-1c74-4648-9b4f-c07bae464bfc with status ACTIVE [ 869.322329] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.322459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.322524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.322737] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.322827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.323037] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.323144] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.323204] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.323363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.323465] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.323612] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.323702] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.323759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.323916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.323955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.324051] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59de13c4-1c74-4648-9b4f-c07bae464bfc is going to be updated. [ 869.354788] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.354941] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.355045] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.355948] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.356125] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.356268] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59de13c4-1c74-4648-9b4f-c07bae464bfc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.711569] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.711689] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.711814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.712094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.712764] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.712764] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c is going to be updated. [ 869.745225] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.745225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.745225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.745225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.745225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.760265] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: IN_PROGRESS for 2s [ 869.820879] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.995625] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 in Status: SUCCESS [ 869.995848] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 deletion is rescheduled due to dependency. [ 869.995965] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.323463] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.323751] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.323751] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.323829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.323941] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.324083] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 is going to be created. [ 870.355175] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.355348] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.355395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.355603] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.355846] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.368693] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 in Status: UNINITIALIZED for 2s [ 871.769220] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: SUCCESS [ 871.769662] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.382931] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 in Status: SUCCESS [ 872.382931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.382931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.382931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.382931] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.382931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.382931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.382931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.382931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.382931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.382931] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.886382] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.886644] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.886644] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.886842] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.889323] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.889323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.889323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.889323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.889506] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.889506] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.890190] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.890190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.890190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.890190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.890190] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.890190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.890652] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.890652] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.890652] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.890652] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.890754] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.396172] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b7eea76-7f5b-4227-80a0-9472d3c8fd87: rpc.has_security_group_logging(os_id): False [ 873.428923] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.429130] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.429170] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.430900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.430900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.431133] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.431317] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.431410] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.433837] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.433972] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.434230] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.434341] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.434402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.434580] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.434656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.434862] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.434957] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.435103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.435287] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.435637] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.435637] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 is going to be created. [ 873.523046] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.523046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.523046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.523046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.523046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.535424] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 in Status: IN_PROGRESS for 2s [ 873.812633] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 873.812869] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 873.845154] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-766 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.845386] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-766" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.845613] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-766" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.846095] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-766" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.846559] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.846765] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.846918] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.847283] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.847501] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.847776] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.847987] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.848165] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.848327] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.848491] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.848668] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.848890] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.870498] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.870714] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.870882] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.871131] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-766" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.871558] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-fa032915-be9e-420f-9b99-a27cdf93aee5 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.871744] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-fa032915-be9e-420f-9b99-a27cdf93aee5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.871878] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-fa032915-be9e-420f-9b99-a27cdf93aee5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.872194] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-fa032915-be9e-420f-9b99-a27cdf93aee5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.872361] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa032915-be9e-420f-9b99-a27cdf93aee5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.375130] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.375540] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.375540] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.377089] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.377089] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.377089] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.377089] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.377089] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.377089] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.377089] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.377502] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.377502] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.377655] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.377835] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.378028] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.378177] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: fa032915-be9e-420f-9b99-a27cdf93aee5 is going to be updated. [ 874.403029] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.403268] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.403416] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.403698] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.403893] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.404128] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-fa032915-be9e-420f-9b99-a27cdf93aee5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.148293] env[66408]: INFO networking_nsxv3.common.synchronization [req-05e6ad2f-f43f-4e35-b39c-deeb8d417109 req-6a8306b3-05d0-4bbe-b5d3-99be0aa2aee3 service nova] Enqueued Resource ID: 899a8826-424c-4b0c-9e9b-58265416babd with Priority: HIGHEST for action security_group_rules [ 875.148542] env[66408]: INFO networking_nsxv3.common.synchronization [req-05e6ad2f-f43f-4e35-b39c-deeb8d417109 req-6a8306b3-05d0-4bbe-b5d3-99be0aa2aee3 service nova] Enqueued Resource ID: 899a8826-424c-4b0c-9e9b-58265416babd with Priority: HIGHEST for action security_group_members [ 875.148786] env[66408]: INFO networking_nsxv3.common.synchronization [req-05e6ad2f-f43f-4e35-b39c-deeb8d417109 req-6a8306b3-05d0-4bbe-b5d3-99be0aa2aee3 service nova] Enqueued Resource ID: fa032915-be9e-420f-9b99-a27cdf93aee5 with Priority: HIGHEST for action port [ 875.149460] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a8826-424c-4b0c-9e9b-58265416babd with Priority: HIGHEST for action security_group_rules [ 875.149612] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a8826-424c-4b0c-9e9b-58265416babd with Priority: HIGHEST for action security_group_members [ 875.149805] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa032915-be9e-420f-9b99-a27cdf93aee5 with Priority: HIGHEST for action port [ 875.150862] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-899a8826-424c-4b0c-9e9b-58265416babd taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.151041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.151176] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.151481] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.151614] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('899a8826-424c-4b0c-9e9b-58265416babd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.152996] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a8826-424c-4b0c-9e9b-58265416babd taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.153142] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.153278] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.153522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.153716] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.153844] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.153945] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.154202] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.154357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.154493] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('899a8826-424c-4b0c-9e9b-58265416babd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.155613] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa032915-be9e-420f-9b99-a27cdf93aee5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.155747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa032915-be9e-420f-9b99-a27cdf93aee5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.155848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa032915-be9e-420f-9b99-a27cdf93aee5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.156159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa032915-be9e-420f-9b99-a27cdf93aee5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.156303] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa032915-be9e-420f-9b99-a27cdf93aee5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.548819] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 in Status: SUCCESS [ 875.550942] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.658903] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('899a8826-424c-4b0c-9e9b-58265416babd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.659900] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a8826-424c-4b0c-9e9b-58265416babd taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.659900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.660105] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa032915-be9e-420f-9b99-a27cdf93aee5 with status ACTIVE [ 875.660269] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.660476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.660476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.661147] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.661147] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.661147] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.661147] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.661645] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.661926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.662115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.662226] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.662315] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.662374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.662525] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.663143] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.663143] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa032915-be9e-420f-9b99-a27cdf93aee5 is going to be updated. [ 875.689046] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.689046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.689046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.689512] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.689512] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.689687] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa032915-be9e-420f-9b99-a27cdf93aee5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.165762] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('899a8826-424c-4b0c-9e9b-58265416babd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.669591] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.669979] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.669979] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.670205] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.670317] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.670502] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899a8826-424c-4b0c-9e9b-58265416babd is going to be updated. [ 876.709975] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.710140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.710215] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.710439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.710622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.723724] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899a8826-424c-4b0c-9e9b-58265416babd in Status: IN_PROGRESS for 2s [ 878.740025] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899a8826-424c-4b0c-9e9b-58265416babd in Status: SUCCESS [ 878.740025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.740025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.740025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.740025] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.740025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.740025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.740025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.740025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.740025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.740025] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('899a8826-424c-4b0c-9e9b-58265416babd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.959263] env[66408]: INFO networking_nsxv3.common.synchronization [req-b6e9d9b1-2694-4d6a-9c1b-9f52a107a6fc req-998eb221-3ec3-4ac3-a878-7721a734b89b tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 with Priority: HIGHEST for action security_group_members [ 878.959790] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 with Priority: HIGHEST for action security_group_members [ 878.960821] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-28f152b3-9ff3-4784-b1a4-43256e7c1345 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.960821] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.960821] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.961027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.961127] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.961602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.961602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.961602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.961602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.961794] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28f152b3-9ff3-4784-b1a4-43256e7c1345',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.241606] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('899a8826-424c-4b0c-9e9b-58265416babd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.444441] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.444441] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.444441] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.444441] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.445779] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.445779] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.445779] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.445779] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.446106] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.446235] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.446347] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.446457] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.446613] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.446740] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.446850] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.446990] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.464300] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.464461] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.464533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.464752] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.464843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.465044] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.465147] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.465208] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.465357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.465430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.465509] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 already deleted. [ 879.465588] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.468065] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.468259] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.468400] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.468560] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.468868] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-44ef51f3-ad38-42dc-8fdb-326c3e68e159 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.469132] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-44ef51f3-ad38-42dc-8fdb-326c3e68e159" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.469242] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-44ef51f3-ad38-42dc-8fdb-326c3e68e159" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.469571] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-44ef51f3-ad38-42dc-8fdb-326c3e68e159" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.469710] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44ef51f3-ad38-42dc-8fdb-326c3e68e159',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.743582] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 899a8826-424c-4b0c-9e9b-58265416babd: rpc.has_security_group_logging(os_id): False [ 879.764570] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.764570] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.764677] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.765402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.786210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.786540] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.786661] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.786726] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.786931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.787022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.787115] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 899a8826-424c-4b0c-9e9b-58265416babd is going to be updated. [ 879.850833] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.850833] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.850833] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.850833] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.851141] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.867481] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 899a8826-424c-4b0c-9e9b-58265416babd in Status: IN_PROGRESS for 2s [ 879.975266] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.975266] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.975266] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.975266] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.975266] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.975266] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 44ef51f3-ad38-42dc-8fdb-326c3e68e159 not found, creating... [ 879.975266] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.975266] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.975266] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.976184] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.976491] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.976942] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.977280] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.977619] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.978018] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.978268] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.978506] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 44ef51f3-ad38-42dc-8fdb-326c3e68e159 is going to be created. [ 880.000905] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.000905] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.000905] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.001125] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.001307] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.001581] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-44ef51f3-ad38-42dc-8fdb-326c3e68e159" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.750066] env[66408]: INFO networking_nsxv3.common.synchronization [req-b6e9d9b1-2694-4d6a-9c1b-9f52a107a6fc req-aae86835-f8e3-40c1-b30d-3c6f2ec890af service nova] Enqueued Resource ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 with Priority: HIGHEST for action security_group_rules [ 880.750066] env[66408]: INFO networking_nsxv3.common.synchronization [req-b6e9d9b1-2694-4d6a-9c1b-9f52a107a6fc req-aae86835-f8e3-40c1-b30d-3c6f2ec890af service nova] Enqueued Resource ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 with Priority: HIGHEST for action security_group_members [ 880.750795] env[66408]: INFO networking_nsxv3.common.synchronization [req-b6e9d9b1-2694-4d6a-9c1b-9f52a107a6fc req-aae86835-f8e3-40c1-b30d-3c6f2ec890af service nova] Enqueued Resource ID: 44ef51f3-ad38-42dc-8fdb-326c3e68e159 with Priority: HIGHEST for action port [ 880.751613] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 with Priority: HIGHEST for action security_group_rules [ 880.752252] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 with Priority: HIGHEST for action security_group_members [ 880.752252] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ef51f3-ad38-42dc-8fdb-326c3e68e159 with Priority: HIGHEST for action port [ 880.752651] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28f152b3-9ff3-4784-b1a4-43256e7c1345 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.752651] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.753504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.753504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.753504] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28f152b3-9ff3-4784-b1a4-43256e7c1345',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.755172] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-28f152b3-9ff3-4784-b1a4-43256e7c1345 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.755578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.755578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.755578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.755740] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.755852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.755920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.756110] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.756203] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.757740] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28f152b3-9ff3-4784-b1a4-43256e7c1345',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.758150] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-44ef51f3-ad38-42dc-8fdb-326c3e68e159 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.758257] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44ef51f3-ad38-42dc-8fdb-326c3e68e159" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.758321] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44ef51f3-ad38-42dc-8fdb-326c3e68e159" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.758486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44ef51f3-ad38-42dc-8fdb-326c3e68e159" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.758568] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44ef51f3-ad38-42dc-8fdb-326c3e68e159',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.264520] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-28f152b3-9ff3-4784-b1a4-43256e7c1345 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.264680] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.265310] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28f152b3-9ff3-4784-b1a4-43256e7c1345',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.266347] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44ef51f3-ad38-42dc-8fdb-326c3e68e159 with status ACTIVE [ 881.266543] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.266664] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.266731] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.266940] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.267041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.267210] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.267309] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.267387] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.269039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.269039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.269039] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.269039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.269039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.269039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.269039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.269039] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44ef51f3-ad38-42dc-8fdb-326c3e68e159 is going to be updated. [ 881.295143] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.295947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.295947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.295947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.296198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.296323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44ef51f3-ad38-42dc-8fdb-326c3e68e159" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.769990] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28f152b3-9ff3-4784-b1a4-43256e7c1345',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.772059] env[66408]: INFO networking_nsxv3.common.synchronization [req-f89702ca-79c1-4892-a9a0-6d41129f262a req-65c36caf-91cc-4522-afa0-23fdf97acf30 tempest-InstanceActionsTestJSON-265211663 tempest-InstanceActionsTestJSON-265211663-project-member] Enqueued Resource ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 with Priority: HIGHEST for action security_group_members [ 881.773831] env[66408]: INFO networking_nsxv3.common.synchronization [None req-ee75602a-a662-41ad-9e2f-5ce3e905037a None None] Enqueued Resource ID: 9c29bf55-a532-4c2d-b4cb-eaa298808e50 with Priority: HIGHEST for action port [ 881.776014] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 with Priority: HIGHEST for action security_group_members [ 881.776147] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c29bf55-a532-4c2d-b4cb-eaa298808e50 with Priority: HIGHEST for action port [ 881.776486] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd515268-e62b-4ccd-b2b5-f138576a9ca1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.776646] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.776905] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.777576] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.777744] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.777848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.777915] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.778135] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.778224] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.778307] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd515268-e62b-4ccd-b2b5-f138576a9ca1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.779214] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c29bf55-a532-4c2d-b4cb-eaa298808e50 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.779337] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c29bf55-a532-4c2d-b4cb-eaa298808e50" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.779417] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c29bf55-a532-4c2d-b4cb-eaa298808e50" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.779649] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c29bf55-a532-4c2d-b4cb-eaa298808e50" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.779732] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c29bf55-a532-4c2d-b4cb-eaa298808e50',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.883149] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 899a8826-424c-4b0c-9e9b-58265416babd in Status: SUCCESS [ 881.884430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.180875] env[66408]: INFO networking_nsxv3.common.synchronization [None req-bb35a207-d745-497c-a585-f5356e541cb8 tempest-AttachVolumeNegativeTest-306535089 tempest-AttachVolumeNegativeTest-306535089-project-member] Enqueued Resource ID: 72af7828-7839-4431-bcc9-a681c35a8583 with Priority: HIGHEST for action security_group_rules [ 882.182028] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72af7828-7839-4431-bcc9-a681c35a8583 with Priority: HIGHEST for action security_group_rules [ 882.182569] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72af7828-7839-4431-bcc9-a681c35a8583 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.183014] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.183219] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.183826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.183991] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72af7828-7839-4431-bcc9-a681c35a8583',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.186865] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-701 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.187238] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-701" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.187488] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-701" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.187878] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-701" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.188309] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.188573] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.188779] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.189056] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.189472] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.189639] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.189799] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.190043] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.190234] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.190507] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.190706] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.190902] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.213015] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.213449] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.213687] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.213988] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-701" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.214389] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-f69a6d5e-83d6-49b1-b118-2d692188446f taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.214645] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-f69a6d5e-83d6-49b1-b118-2d692188446f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.214816] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-f69a6d5e-83d6-49b1-b118-2d692188446f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.215278] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-f69a6d5e-83d6-49b1-b118-2d692188446f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.215478] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f69a6d5e-83d6-49b1-b118-2d692188446f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.276179] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.277471] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.277575] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.277778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.277873] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.278132] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 is going to be created. [ 882.281628] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.281754] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.281873] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.282124] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.282215] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.282420] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.282524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.282580] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.282800] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.282896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.282979] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 already deleted. [ 882.283141] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.285682] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c29bf55-a532-4c2d-b4cb-eaa298808e50 [ 882.286843] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.288343] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.288343] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.288642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.288780] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.288881] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c29bf55-a532-4c2d-b4cb-eaa298808e50 already deleted. [ 882.288986] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c29bf55-a532-4c2d-b4cb-eaa298808e50" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.313401] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.313401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.313401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.313401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.313401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.326361] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 in Status: UNINITIALIZED for 2s [ 882.338677] env[66408]: INFO networking_nsxv3.common.synchronization [None req-185d84ba-ae65-43fd-91d5-f14254f63ab8 tempest-AttachVolumeNegativeTest-306535089 tempest-AttachVolumeNegativeTest-306535089-project-member] Enqueued Resource ID: 72af7828-7839-4431-bcc9-a681c35a8583 with Priority: HIGHEST for action security_group_rules [ 882.339430] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72af7828-7839-4431-bcc9-a681c35a8583 with Priority: HIGHEST for action security_group_rules [ 882.340108] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72af7828-7839-4431-bcc9-a681c35a8583 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.340108] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.715083] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.715083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.715083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.715412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.715412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.715572] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72af7828-7839-4431-bcc9-a681c35a8583 already deleted. [ 882.715741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.715916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.716417] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.716502] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72af7828-7839-4431-bcc9-a681c35a8583',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.718255] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.718683] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.718798] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.719255] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.719559] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.719730] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port f69a6d5e-83d6-49b1-b118-2d692188446f not found, creating... [ 882.720077] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.720342] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.720481] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.720712] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.720930] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.721315] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.721536] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.721704] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.721884] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.722056] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.722424] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: f69a6d5e-83d6-49b1-b118-2d692188446f is going to be created. [ 882.747999] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.748273] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.748383] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.748659] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.748909] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.749204] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-f69a6d5e-83d6-49b1-b118-2d692188446f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.245341] env[66408]: INFO networking_nsxv3.common.synchronization [None req-59a38bbd-5886-4f33-8d87-3bd70b4b1e5f tempest-AttachInterfacesUnderV243Test-680802577 tempest-AttachInterfacesUnderV243Test-680802577-project-member] Enqueued Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_rules [ 883.245341] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_rules [ 883.245341] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.245341] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.245341] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.245341] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.245341] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.248030] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.248030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.248030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.248030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.248241] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.248241] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72af7828-7839-4431-bcc9-a681c35a8583 already deleted. [ 883.248316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.413797] env[66408]: INFO networking_nsxv3.common.synchronization [None req-4fd8209e-e200-4f0e-880c-1ba8ae96ccf6 tempest-AttachInterfacesUnderV243Test-680802577 tempest-AttachInterfacesUnderV243Test-680802577-project-member] Enqueued Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_rules [ 883.413797] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_rules [ 883.413797] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.413797] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.479020] env[66408]: INFO networking_nsxv3.common.synchronization [req-f89702ca-79c1-4892-a9a0-6d41129f262a req-16e7e335-06af-4886-889f-7c4ae22cab72 service nova] Enqueued Resource ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 with Priority: HIGHEST for action security_group_rules [ 883.479020] env[66408]: INFO networking_nsxv3.common.synchronization [req-f89702ca-79c1-4892-a9a0-6d41129f262a req-16e7e335-06af-4886-889f-7c4ae22cab72 service nova] Enqueued Resource ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 with Priority: HIGHEST for action security_group_members [ 883.479020] env[66408]: INFO networking_nsxv3.common.synchronization [req-f89702ca-79c1-4892-a9a0-6d41129f262a req-16e7e335-06af-4886-889f-7c4ae22cab72 service nova] Enqueued Resource ID: f69a6d5e-83d6-49b1-b118-2d692188446f with Priority: HIGHEST for action port [ 883.479020] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 with Priority: HIGHEST for action security_group_rules [ 883.479020] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 with Priority: HIGHEST for action security_group_members [ 883.479020] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69a6d5e-83d6-49b1-b118-2d692188446f with Priority: HIGHEST for action port [ 883.479738] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd515268-e62b-4ccd-b2b5-f138576a9ca1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.480072] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.480333] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.482397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.482397] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd515268-e62b-4ccd-b2b5-f138576a9ca1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.482397] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd515268-e62b-4ccd-b2b5-f138576a9ca1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.482397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.482397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.482397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.482676] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.482676] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.482676] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.482762] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.482827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.482919] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd515268-e62b-4ccd-b2b5-f138576a9ca1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.484704] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-f69a6d5e-83d6-49b1-b118-2d692188446f taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.485328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f69a6d5e-83d6-49b1-b118-2d692188446f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.485328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f69a6d5e-83d6-49b1-b118-2d692188446f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.485441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f69a6d5e-83d6-49b1-b118-2d692188446f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.485441] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f69a6d5e-83d6-49b1-b118-2d692188446f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.771642] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.771642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.771642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.771642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.771642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.771642] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 already deleted. [ 883.771642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.773604] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.773604] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.773604] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.990435] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f69a6d5e-83d6-49b1-b118-2d692188446f with status ACTIVE [ 883.990772] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.990930] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.990930] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.991164] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.991268] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.991500] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.991549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.991681] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.991794] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.991845] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.992100] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.992311] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.992380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.992530] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.992716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.992716] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f69a6d5e-83d6-49b1-b118-2d692188446f is going to be updated. [ 883.993863] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd515268-e62b-4ccd-b2b5-f138576a9ca1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.997127] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd515268-e62b-4ccd-b2b5-f138576a9ca1 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.997127] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.024618] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.024766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.024837] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.025088] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.025350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.025744] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f69a6d5e-83d6-49b1-b118-2d692188446f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.296303] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.296725] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.296725] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.296725] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.296869] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.296869] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 already deleted. [ 884.296983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.343696] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 in Status: SUCCESS [ 884.343926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.344137] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.344725] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.344967] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.345114] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.345182] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.345381] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.345470] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.345562] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.345657] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28f152b3-9ff3-4784-b1a4-43256e7c1345',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.501595] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd515268-e62b-4ccd-b2b5-f138576a9ca1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.585693] env[66408]: INFO networking_nsxv3.common.synchronization [None req-63984199-7e8a-4007-b4b7-735c8ae57d6e None None] Enqueued Resource ID: 49401c30-0103-4f51-b014-81b68377c22a with Priority: HIGHEST for action port [ 884.586119] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49401c30-0103-4f51-b014-81b68377c22a with Priority: HIGHEST for action port [ 884.586467] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-49401c30-0103-4f51-b014-81b68377c22a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.586611] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49401c30-0103-4f51-b014-81b68377c22a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.586749] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49401c30-0103-4f51-b014-81b68377c22a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.586907] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49401c30-0103-4f51-b014-81b68377c22a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.587013] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49401c30-0103-4f51-b014-81b68377c22a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.848722] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28f152b3-9ff3-4784-b1a4-43256e7c1345',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.002180] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.003099] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.003099] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.003099] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.003099] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.003099] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 is going to be created. [ 885.026894] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.027039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.027100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.027316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.027546] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.038155] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 in Status: UNINITIALIZED for 2s [ 885.091570] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49401c30-0103-4f51-b014-81b68377c22a [ 885.092283] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.092437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.092502] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.092729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.092819] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.092912] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49401c30-0103-4f51-b014-81b68377c22a already deleted. [ 885.092996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49401c30-0103-4f51-b014-81b68377c22a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.351255] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28f152b3-9ff3-4784-b1a4-43256e7c1345: rpc.has_security_group_logging(os_id): False [ 885.380186] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.380426] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.380426] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.380679] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.380773] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.381095] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.381274] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.381382] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.381617] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.381772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.382289] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 is going to be created. [ 885.466434] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.466643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.466756] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.467113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.467713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.483840] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 in Status: IN_PROGRESS for 2s [ 886.559204] env[66408]: INFO networking_nsxv3.common.synchronization [None req-444b95c3-a66c-4c9a-a665-0c74676adb60 tempest-ServerActionsTestJSON-1187546183 tempest-ServerActionsTestJSON-1187546183-project-member] Enqueued Resource ID: 6e7bd493-f502-4036-bed5-47c7ba7baead with Priority: HIGHEST for action security_group_rules [ 886.559447] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e7bd493-f502-4036-bed5-47c7ba7baead with Priority: HIGHEST for action security_group_rules [ 886.559751] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e7bd493-f502-4036-bed5-47c7ba7baead taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.559891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.559970] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.563576] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.563744] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e7bd493-f502-4036-bed5-47c7ba7baead',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.663707] env[66408]: INFO networking_nsxv3.common.synchronization [None req-4f7b7ffe-16ef-4231-b494-66556c250b9d tempest-ServerActionsTestJSON-1187546183 tempest-ServerActionsTestJSON-1187546183-project-member] Enqueued Resource ID: 6e7bd493-f502-4036-bed5-47c7ba7baead with Priority: HIGHEST for action security_group_rules [ 886.664195] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e7bd493-f502-4036-bed5-47c7ba7baead with Priority: HIGHEST for action security_group_rules [ 886.664642] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e7bd493-f502-4036-bed5-47c7ba7baead taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.664642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.053867] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 in Status: SUCCESS [ 887.054201] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.054417] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.054819] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.055246] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.055378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.055447] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.055637] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.055727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.055821] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.055916] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd515268-e62b-4ccd-b2b5-f138576a9ca1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.087395] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.088402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.088402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.088402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.088402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.088402] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e7bd493-f502-4036-bed5-47c7ba7baead already deleted. [ 887.088402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.088402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.088402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.088639] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e7bd493-f502-4036-bed5-47c7ba7baead',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.498049] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 in Status: SUCCESS [ 887.498197] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.558433] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd515268-e62b-4ccd-b2b5-f138576a9ca1 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.558433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.558433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.558667] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.558849] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.558963] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.559054] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.559284] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.559517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.559517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.559695] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd515268-e62b-4ccd-b2b5-f138576a9ca1 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.559889] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.559969] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.560328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.560480] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.560662] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.561321] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.561321] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.561321] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.561321] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.561539] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd515268-e62b-4ccd-b2b5-f138576a9ca1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.611521] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.611656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.611730] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.611965] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.612095] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.612229] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e7bd493-f502-4036-bed5-47c7ba7baead already deleted. [ 887.612295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.064553] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd515268-e62b-4ccd-b2b5-f138576a9ca1: rpc.has_security_group_logging(os_id): False [ 888.087759] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.087759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.087985] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.088194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.088194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.088393] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.089914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.089914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.089914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.089914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.089914] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.089914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.089914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.089914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.089914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.089914] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.089914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.089914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.089914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.089914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.089914] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 is going to be created. [ 888.157793] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.157938] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.158102] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.158322] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.158523] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.174024] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 in Status: IN_PROGRESS for 2s [ 890.189174] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 in Status: SUCCESS [ 890.189457] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.602488] env[66408]: INFO networking_nsxv3.common.synchronization [req-f3ea200a-a7e5-4eb4-be24-fcb92a628dd9 req-8af423d3-e25e-4a5f-a96f-e8a81965084b tempest-MigrationsAdminTest-1621028646 tempest-MigrationsAdminTest-1621028646-project-member] Enqueued Resource ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 with Priority: HIGHEST for action security_group_members [ 890.603169] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 with Priority: HIGHEST for action security_group_members [ 890.603497] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-126b3824-d4da-4dee-a05e-33bf94c545c8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.603640] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.603734] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.603927] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.604522] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.605086] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.605086] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.605086] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.605086] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.605296] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.107721] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.107887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.107971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.108274] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.135126] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.136172] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.136172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.136172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.136172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.136172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.136172] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 is going to be updated. [ 891.170303] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.170555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.170633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.170866] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.171021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.181466] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 in Status: IN_PROGRESS for 2s [ 892.837820] env[66408]: INFO networking_nsxv3.common.synchronization [req-b58da8e5-65cd-4f07-a5fd-260673044133 req-06b3e08a-2421-407a-88cb-5f38c2871d01 tempest-ServerActionsTestOtherA-462260140 tempest-ServerActionsTestOtherA-462260140-project-member] Enqueued Resource ID: d77020fb-551e-4ce9-ab85-f55865d02a39 with Priority: HIGHEST for action security_group_members [ 892.837820] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77020fb-551e-4ce9-ab85-f55865d02a39 with Priority: HIGHEST for action security_group_members [ 892.837820] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77020fb-551e-4ce9-ab85-f55865d02a39 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.837820] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.837820] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.837820] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.837820] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.838369] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.838369] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.838369] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.838369] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.838482] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d77020fb-551e-4ce9-ab85-f55865d02a39',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.102515] env[66408]: INFO networking_nsxv3.common.synchronization [req-2f4c06f0-8c19-4d18-98fe-2cc0d32dda79 req-3452c67d-e8dd-42b6-89a4-516e2caed59f tempest-ServersAdminTestJSON-2024831669 tempest-ServersAdminTestJSON-2024831669-project-member] Enqueued Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 893.103149] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebcc0237-764f-4684-b997-776ec556e651 with Priority: HIGHEST for action security_group_members [ 893.103284] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebcc0237-764f-4684-b997-776ec556e651 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.103436] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.103507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.103712] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.104213] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.104358] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.104427] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.104597] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.104685] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.104780] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebcc0237-764f-4684-b997-776ec556e651',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.183283] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.183283] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-987" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.183283] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-987" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.183283] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-987" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.183540] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.183606] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.183741] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.183911] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.184130] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.184378] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.184493] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.185193] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.185760] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.185760] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.185760] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.185760] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.197836] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 in Status: SUCCESS [ 893.198024] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 deletion is rescheduled due to dependency. [ 893.198172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.209560] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.209830] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.209909] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.210044] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-987" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.211955] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-49cad9fd-d865-4c13-a6d8-b99fa77b6aee taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.211955] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-49cad9fd-d865-4c13-a6d8-b99fa77b6aee" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.211955] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-49cad9fd-d865-4c13-a6d8-b99fa77b6aee" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.211955] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-49cad9fd-d865-4c13-a6d8-b99fa77b6aee" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.211955] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49cad9fd-d865-4c13-a6d8-b99fa77b6aee',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.341729] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.341729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.341729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.341729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.341729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.341729] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.341729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.341729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.341729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.341729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.341729] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d77020fb-551e-4ce9-ab85-f55865d02a39 already deleted. [ 893.341729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.609203] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.609203] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.609203] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.609203] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.632531] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.632845] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.632985] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.633171] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.634226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.634226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.634226] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebcc0237-764f-4684-b997-776ec556e651 is going to be updated. [ 893.669525] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.669758] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.669887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.670197] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.670427] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.682598] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: IN_PROGRESS for 2s [ 893.713418] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.713819] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.714104] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.715035] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.715221] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.715699] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 49cad9fd-d865-4c13-a6d8-b99fa77b6aee not found, creating... [ 893.717021] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.717021] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.717021] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.717229] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.717341] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.717734] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.717929] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.718142] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.718381] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.718525] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.718692] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 49cad9fd-d865-4c13-a6d8-b99fa77b6aee is going to be created. [ 893.748201] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.748546] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.748707] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.752370] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.752370] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.752370] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-49cad9fd-d865-4c13-a6d8-b99fa77b6aee" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.472948] env[66408]: INFO networking_nsxv3.common.synchronization [req-b58da8e5-65cd-4f07-a5fd-260673044133 req-01b7e29a-d4e3-4940-b3be-31f2deb3aac0 service nova] Enqueued Resource ID: d77020fb-551e-4ce9-ab85-f55865d02a39 with Priority: HIGHEST for action security_group_rules [ 894.473281] env[66408]: INFO networking_nsxv3.common.synchronization [req-b58da8e5-65cd-4f07-a5fd-260673044133 req-01b7e29a-d4e3-4940-b3be-31f2deb3aac0 service nova] Enqueued Resource ID: d77020fb-551e-4ce9-ab85-f55865d02a39 with Priority: HIGHEST for action security_group_members [ 894.473281] env[66408]: INFO networking_nsxv3.common.synchronization [req-b58da8e5-65cd-4f07-a5fd-260673044133 req-01b7e29a-d4e3-4940-b3be-31f2deb3aac0 service nova] Enqueued Resource ID: 49cad9fd-d865-4c13-a6d8-b99fa77b6aee with Priority: HIGHEST for action port [ 894.473911] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77020fb-551e-4ce9-ab85-f55865d02a39 with Priority: HIGHEST for action security_group_rules [ 894.474117] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77020fb-551e-4ce9-ab85-f55865d02a39 with Priority: HIGHEST for action security_group_members [ 894.474221] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cad9fd-d865-4c13-a6d8-b99fa77b6aee with Priority: HIGHEST for action port [ 894.474517] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d77020fb-551e-4ce9-ab85-f55865d02a39 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.475150] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.475266] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.475474] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.475570] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d77020fb-551e-4ce9-ab85-f55865d02a39',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.476561] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77020fb-551e-4ce9-ab85-f55865d02a39 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.476686] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.477036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.477036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.477360] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.477494] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.477570] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.477695] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.477804] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.477900] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d77020fb-551e-4ce9-ab85-f55865d02a39',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.479863] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-49cad9fd-d865-4c13-a6d8-b99fa77b6aee taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.480126] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49cad9fd-d865-4c13-a6d8-b99fa77b6aee" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.480126] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49cad9fd-d865-4c13-a6d8-b99fa77b6aee" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.480252] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49cad9fd-d865-4c13-a6d8-b99fa77b6aee" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.480339] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49cad9fd-d865-4c13-a6d8-b99fa77b6aee',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.982532] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77020fb-551e-4ce9-ab85-f55865d02a39 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.982665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.982870] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d77020fb-551e-4ce9-ab85-f55865d02a39',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.985109] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49cad9fd-d865-4c13-a6d8-b99fa77b6aee with status ACTIVE [ 894.985214] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.985323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.985391] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.985602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.985686] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.986027] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.986027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.986115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.986239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.986333] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.986526] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.986640] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.986699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.987376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.987376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.987376] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49cad9fd-d865-4c13-a6d8-b99fa77b6aee is going to be updated. [ 895.009292] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.009292] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.009292] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.009488] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.009589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.009747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49cad9fd-d865-4c13-a6d8-b99fa77b6aee" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.328348] env[66408]: INFO networking_nsxv3.common.synchronization [req-51092c16-b4fa-4c38-a020-a6436eb358af req-13ec3243-8722-4869-976d-63692f87501e tempest-ServersTestBootFromVolume-729958116 tempest-ServersTestBootFromVolume-729958116-project-member] Enqueued Resource ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 with Priority: HIGHEST for action security_group_members [ 895.328952] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 with Priority: HIGHEST for action security_group_members [ 895.329302] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f981b9-1f1d-4e68-b670-aea9c304fc64 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.329431] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.329507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.329809] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.329977] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.330093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.330156] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.330315] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.330416] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.330493] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49f981b9-1f1d-4e68-b670-aea9c304fc64',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.486119] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d77020fb-551e-4ce9-ab85-f55865d02a39',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.657185] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.657892] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-557" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.657892] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-557" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.657892] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-557" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.658145] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.658326] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.658459] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.658668] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.659096] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.659096] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.659204] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.659277] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.659368] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.659481] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.659585] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.659719] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.679035] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.679236] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.679349] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.679530] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-557" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.679838] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-3eb30fd1-d9fd-4efc-b914-38f3d8fd173d taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.680274] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-3eb30fd1-d9fd-4efc-b914-38f3d8fd173d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.680274] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-3eb30fd1-d9fd-4efc-b914-38f3d8fd173d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.680492] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-3eb30fd1-d9fd-4efc-b914-38f3d8fd173d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.680776] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eb30fd1-d9fd-4efc-b914-38f3d8fd173d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.691725] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebcc0237-764f-4684-b997-776ec556e651 in Status: SUCCESS [ 895.691981] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebcc0237-764f-4684-b997-776ec556e651 deletion is rescheduled due to dependency. [ 895.692162] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebcc0237-764f-4684-b997-776ec556e651" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.833254] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.833254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.833433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.833530] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.833622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.833894] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.833999] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.834072] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.834229] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.834306] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.834390] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 already deleted. [ 895.834467] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.988171] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.988373] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.988408] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.988621] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.988711] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.988807] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d77020fb-551e-4ce9-ab85-f55865d02a39 is going to be created. [ 896.013197] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.013346] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.013395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.013586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.013739] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.023934] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77020fb-551e-4ce9-ab85-f55865d02a39 in Status: UNINITIALIZED for 2s [ 896.183195] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.183421] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.183545] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.184091] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.185350] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.185350] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 3eb30fd1-d9fd-4efc-b914-38f3d8fd173d not found, creating... [ 896.185350] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.185350] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.185350] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.185350] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.185350] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.185617] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.185718] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.185828] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.186047] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.186205] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.186344] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 3eb30fd1-d9fd-4efc-b914-38f3d8fd173d is going to be created. [ 896.209469] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.209677] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.209793] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.210094] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.210424] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.210651] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-3eb30fd1-d9fd-4efc-b914-38f3d8fd173d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.941101] env[66408]: INFO networking_nsxv3.common.synchronization [req-51092c16-b4fa-4c38-a020-a6436eb358af req-c5c8cb70-190e-4fa1-8a3a-6148765c0412 service nova] Enqueued Resource ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 with Priority: HIGHEST for action security_group_rules [ 896.941350] env[66408]: INFO networking_nsxv3.common.synchronization [req-51092c16-b4fa-4c38-a020-a6436eb358af req-c5c8cb70-190e-4fa1-8a3a-6148765c0412 service nova] Enqueued Resource ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 with Priority: HIGHEST for action security_group_members [ 896.941460] env[66408]: INFO networking_nsxv3.common.synchronization [req-51092c16-b4fa-4c38-a020-a6436eb358af req-c5c8cb70-190e-4fa1-8a3a-6148765c0412 service nova] Enqueued Resource ID: 3eb30fd1-d9fd-4efc-b914-38f3d8fd173d with Priority: HIGHEST for action port [ 896.941960] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 with Priority: HIGHEST for action security_group_rules [ 896.942184] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 with Priority: HIGHEST for action security_group_members [ 896.942286] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eb30fd1-d9fd-4efc-b914-38f3d8fd173d with Priority: HIGHEST for action port [ 896.942656] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49f981b9-1f1d-4e68-b670-aea9c304fc64 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.942736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.942736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.942936] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.943028] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49f981b9-1f1d-4e68-b670-aea9c304fc64',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.943826] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f981b9-1f1d-4e68-b670-aea9c304fc64 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.943937] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.944009] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.944182] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.944324] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.944413] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.944472] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.944614] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.944699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.944787] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49f981b9-1f1d-4e68-b670-aea9c304fc64',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.945830] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eb30fd1-d9fd-4efc-b914-38f3d8fd173d taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.945941] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eb30fd1-d9fd-4efc-b914-38f3d8fd173d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.946030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eb30fd1-d9fd-4efc-b914-38f3d8fd173d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.946378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eb30fd1-d9fd-4efc-b914-38f3d8fd173d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.946378] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eb30fd1-d9fd-4efc-b914-38f3d8fd173d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.447528] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49f981b9-1f1d-4e68-b670-aea9c304fc64',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.448669] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f981b9-1f1d-4e68-b670-aea9c304fc64 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.448780] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.449184] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3eb30fd1-d9fd-4efc-b914-38f3d8fd173d with status ACTIVE [ 897.449372] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.449483] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.449538] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.449748] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.449838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.450010] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.450109] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.450176] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.450318] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.450424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.450569] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.450661] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.450713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.450852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.450924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.451364] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3eb30fd1-d9fd-4efc-b914-38f3d8fd173d is going to be updated. [ 897.476487] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.476623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.476690] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.476909] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.477074] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.477238] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eb30fd1-d9fd-4efc-b914-38f3d8fd173d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.950318] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49f981b9-1f1d-4e68-b670-aea9c304fc64',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.034020] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77020fb-551e-4ce9-ab85-f55865d02a39 in Status: SUCCESS [ 898.034248] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.034412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.034638] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.034990] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.034990] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.035133] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.035197] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.035269] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.035355] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.035464] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d77020fb-551e-4ce9-ab85-f55865d02a39',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.453038] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.453204] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.453298] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.453503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.453593] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.453691] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 is going to be created. [ 898.482481] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.482651] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.482651] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.482838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.483602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.494407] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 in Status: UNINITIALIZED for 2s [ 898.538205] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d77020fb-551e-4ce9-ab85-f55865d02a39',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.041064] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d77020fb-551e-4ce9-ab85-f55865d02a39: rpc.has_security_group_logging(os_id): False [ 899.061292] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.061535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.061535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.061734] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.061826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.062077] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.062181] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.062242] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.062405] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.062485] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.062570] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d77020fb-551e-4ce9-ab85-f55865d02a39 is going to be created. [ 899.129491] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.129491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.129619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.129762] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.129946] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.144043] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d77020fb-551e-4ce9-ab85-f55865d02a39 in Status: IN_PROGRESS for 2s [ 900.507583] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 in Status: SUCCESS [ 900.507927] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.508705] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.508705] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.508910] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.508975] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.509084] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.509336] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.509467] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.509610] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.509751] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49f981b9-1f1d-4e68-b670-aea9c304fc64',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.712050] env[66408]: INFO networking_nsxv3.common.synchronization [req-2f2c351c-65b0-4a1d-b28f-359d3fc91ddb req-291e6c87-88e9-4ba2-a58d-b552023fe3f3 tempest-InstanceActionsTestJSON-265211663 tempest-InstanceActionsTestJSON-265211663-project-member] Enqueued Resource ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 with Priority: HIGHEST for action security_group_members [ 900.713018] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 with Priority: HIGHEST for action security_group_members [ 900.713018] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd515268-e62b-4ccd-b2b5-f138576a9ca1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.713232] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.713232] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.713738] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.713738] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.713738] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.713738] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.713915] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.713946] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.714042] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd515268-e62b-4ccd-b2b5-f138576a9ca1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.012260] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49f981b9-1f1d-4e68-b670-aea9c304fc64',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.157060] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d77020fb-551e-4ce9-ab85-f55865d02a39 in Status: SUCCESS [ 901.157309] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.216314] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.216516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.216612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.216860] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.216977] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.217189] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.217290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.217342] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.217495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.217568] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.217651] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 is going to be updated. [ 901.248354] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.248504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.248504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.248712] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.248859] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.259077] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 in Status: IN_PROGRESS for 2s [ 901.514641] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49f981b9-1f1d-4e68-b670-aea9c304fc64: rpc.has_security_group_logging(os_id): False [ 901.544615] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.544980] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.544980] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.545143] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.545308] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.545607] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.545898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.545898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.546225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.546338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.546439] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 is going to be created. [ 901.613694] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.613843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.613913] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.614144] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.614326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.625349] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 in Status: IN_PROGRESS for 2s [ 903.268835] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 in Status: SUCCESS [ 903.269161] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 deletion is rescheduled due to dependency. [ 903.269161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.344793] env[66408]: INFO networking_nsxv3.common.synchronization [req-fbbe7006-1c38-42a7-b348-c3935054de38 req-db8bf5d6-c485-4859-bda2-407d701bdcbb tempest-ListServerFiltersTestJSON-358304372 tempest-ListServerFiltersTestJSON-358304372-project-member] Enqueued Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_members [ 903.345413] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_members [ 903.345839] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.345972] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.346061] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.346281] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.346450] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.346554] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.346617] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.346778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.346947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.347070] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.644802] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 in Status: SUCCESS [ 903.645066] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.849729] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.352034] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.854262] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.854426] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.854519] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.854721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.854812] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.854911] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c is going to be updated. [ 904.890286] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.890443] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.890508] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.890687] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.890838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.900416] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: IN_PROGRESS for 2s [ 906.911380] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: SUCCESS [ 906.911641] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.346705] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 908.347164] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 912.034504] env[66408]: INFO networking_nsxv3.common.synchronization [req-ee3b23df-1a56-411a-a30a-52ceab3e1f79 req-31fe9a4a-5584-407a-b182-a9011aa698e6 tempest-ListImageFiltersTestJSON-924735602 tempest-ListImageFiltersTestJSON-924735602-project-member] Enqueued Resource ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a with Priority: HIGHEST for action security_group_members [ 912.035145] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a with Priority: HIGHEST for action security_group_members [ 912.035364] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-141ee95b-e7e1-425f-a43e-34c7ee02da6a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.035486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.035555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.035814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.040218] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.040218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.040218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.040218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.040218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.040218] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('141ee95b-e7e1-425f-a43e-34c7ee02da6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.346513] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.346692] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.346817] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.347103] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.347401] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.347503] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.347643] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.347813] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.347955] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.348192] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.348326] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.348430] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.348538] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.348647] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.348750] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.348882] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.370694] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.370858] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 912.370997] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.371190] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.371510] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-9de860de-2775-4a03-b0eb-abbe71d59785 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.371684] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-9de860de-2775-4a03-b0eb-abbe71d59785" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.371817] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-9de860de-2775-4a03-b0eb-abbe71d59785" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.372158] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-9de860de-2775-4a03-b0eb-abbe71d59785" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.372298] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9de860de-2775-4a03-b0eb-abbe71d59785',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.542313] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.542713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.543397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.543655] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.543786] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.543999] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.544071] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.544170] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.544319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.544400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.544513] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a already deleted. [ 912.545278] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.876120] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.876120] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.876120] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.876435] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.876435] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.876556] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 9de860de-2775-4a03-b0eb-abbe71d59785 not found, creating... [ 912.876843] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.877021] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.877150] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.877412] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.877556] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.877847] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.878028] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.878153] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.878406] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.878606] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.878762] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 9de860de-2775-4a03-b0eb-abbe71d59785 is going to be created. [ 912.900643] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.900868] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.900986] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.901307] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.901541] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.901777] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-9de860de-2775-4a03-b0eb-abbe71d59785" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.597461] env[66408]: INFO networking_nsxv3.common.synchronization [req-ee3b23df-1a56-411a-a30a-52ceab3e1f79 req-4ba39387-f856-4c00-99dc-49b35c2b882f service nova] Enqueued Resource ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a with Priority: HIGHEST for action security_group_rules [ 913.597723] env[66408]: INFO networking_nsxv3.common.synchronization [req-ee3b23df-1a56-411a-a30a-52ceab3e1f79 req-4ba39387-f856-4c00-99dc-49b35c2b882f service nova] Enqueued Resource ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a with Priority: HIGHEST for action security_group_members [ 913.597807] env[66408]: INFO networking_nsxv3.common.synchronization [req-ee3b23df-1a56-411a-a30a-52ceab3e1f79 req-4ba39387-f856-4c00-99dc-49b35c2b882f service nova] Enqueued Resource ID: 9de860de-2775-4a03-b0eb-abbe71d59785 with Priority: HIGHEST for action port [ 913.598433] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a with Priority: HIGHEST for action security_group_rules [ 913.598574] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a with Priority: HIGHEST for action security_group_members [ 913.598711] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9de860de-2775-4a03-b0eb-abbe71d59785 with Priority: HIGHEST for action port [ 913.598935] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-141ee95b-e7e1-425f-a43e-34c7ee02da6a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.599251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.599499] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.599927] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.600139] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('141ee95b-e7e1-425f-a43e-34c7ee02da6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.601055] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-141ee95b-e7e1-425f-a43e-34c7ee02da6a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.601173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.601241] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.601421] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.601571] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.601673] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.601734] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.601878] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.601963] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.602061] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('141ee95b-e7e1-425f-a43e-34c7ee02da6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.603829] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-9de860de-2775-4a03-b0eb-abbe71d59785 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.603935] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9de860de-2775-4a03-b0eb-abbe71d59785" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.604012] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9de860de-2775-4a03-b0eb-abbe71d59785" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.604377] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9de860de-2775-4a03-b0eb-abbe71d59785" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.604483] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9de860de-2775-4a03-b0eb-abbe71d59785',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.106157] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9de860de-2775-4a03-b0eb-abbe71d59785 with status ACTIVE [ 914.106453] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.106599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.106694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.106926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.107030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.107249] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.107353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.107418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.107609] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.107691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.107980] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.107980] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.108098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.108263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.108354] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.108441] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9de860de-2775-4a03-b0eb-abbe71d59785 is going to be updated. [ 914.109603] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('141ee95b-e7e1-425f-a43e-34c7ee02da6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.110568] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-141ee95b-e7e1-425f-a43e-34c7ee02da6a taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.110679] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.132928] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.133210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.133329] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.133555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.134244] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.134421] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9de860de-2775-4a03-b0eb-abbe71d59785" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.487327] env[66408]: INFO networking_nsxv3.common.synchronization [req-6d6d1719-d8c8-4e78-9d8f-511dc31a37a3 req-21cf4674-7a34-4f84-a935-4b15109d13b8 tempest-ListImageFiltersTestJSON-924735602 tempest-ListImageFiltersTestJSON-924735602-project-member] Enqueued Resource ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a with Priority: HIGHEST for action security_group_members [ 914.487990] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a with Priority: HIGHEST for action security_group_members [ 914.488988] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-141ee95b-e7e1-425f-a43e-34c7ee02da6a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.488988] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.612122] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('141ee95b-e7e1-425f-a43e-34c7ee02da6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.893035] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.893035] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.893208] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.893454] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.893780] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.893963] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.894107] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.894331] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.894477] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.894681] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.894792] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.894899] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.895009] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.895124] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.895227] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.895355] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.921738] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.921998] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.922181] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.922563] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.922923] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-e503a8e9-0ab0-4375-b1b5-83e28919f41a taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.923128] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-e503a8e9-0ab0-4375-b1b5-83e28919f41a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.923254] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-e503a8e9-0ab0-4375-b1b5-83e28919f41a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.924036] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-e503a8e9-0ab0-4375-b1b5-83e28919f41a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.924036] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e503a8e9-0ab0-4375-b1b5-83e28919f41a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.117402] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.117725] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.117725] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.117864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.118427] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.118427] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a is going to be created. [ 915.154048] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.154048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.154048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.154048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.154048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.164727] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a in Status: UNINITIALIZED for 2s [ 915.426984] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.427270] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.427394] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.427687] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.427838] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.427996] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port e503a8e9-0ab0-4375-b1b5-83e28919f41a not found, creating... [ 915.428420] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.428700] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.428905] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.429252] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.429492] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.429940] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.430171] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.430380] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.430690] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.430899] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.431231] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: e503a8e9-0ab0-4375-b1b5-83e28919f41a is going to be created. [ 915.455850] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.455850] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.455850] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.456076] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.456730] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.456730] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-e503a8e9-0ab0-4375-b1b5-83e28919f41a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.169375] env[66408]: INFO networking_nsxv3.common.synchronization [req-6d6d1719-d8c8-4e78-9d8f-511dc31a37a3 req-24bb90bc-13f7-4a12-b5ec-6334f651674e service nova] Enqueued Resource ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a with Priority: HIGHEST for action security_group_rules [ 916.170049] env[66408]: INFO networking_nsxv3.common.synchronization [req-6d6d1719-d8c8-4e78-9d8f-511dc31a37a3 req-24bb90bc-13f7-4a12-b5ec-6334f651674e service nova] Enqueued Resource ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a with Priority: HIGHEST for action security_group_members [ 916.170049] env[66408]: INFO networking_nsxv3.common.synchronization [req-6d6d1719-d8c8-4e78-9d8f-511dc31a37a3 req-24bb90bc-13f7-4a12-b5ec-6334f651674e service nova] Enqueued Resource ID: e503a8e9-0ab0-4375-b1b5-83e28919f41a with Priority: HIGHEST for action port [ 916.170387] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a with Priority: HIGHEST for action security_group_rules [ 916.170526] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a with Priority: HIGHEST for action security_group_members [ 916.170650] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e503a8e9-0ab0-4375-b1b5-83e28919f41a with Priority: HIGHEST for action port [ 916.170895] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-141ee95b-e7e1-425f-a43e-34c7ee02da6a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.171008] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.171370] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-141ee95b-e7e1-425f-a43e-34c7ee02da6a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.171468] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.171656] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-e503a8e9-0ab0-4375-b1b5-83e28919f41a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.171764] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e503a8e9-0ab0-4375-b1b5-83e28919f41a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.171829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e503a8e9-0ab0-4375-b1b5-83e28919f41a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.172089] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e503a8e9-0ab0-4375-b1b5-83e28919f41a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.172157] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e503a8e9-0ab0-4375-b1b5-83e28919f41a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.248597] env[66408]: INFO networking_nsxv3.common.synchronization [req-32948179-9802-4092-a116-998061303a53 req-47d3d078-c715-436c-ac7a-d62a7b7de29a tempest-ServersWithSpecificFlavorTestJSON-855079068 tempest-ServersWithSpecificFlavorTestJSON-855079068-project-member] Enqueued Resource ID: b97ee5f2-2967-4e24-828d-a683663663fa with Priority: HIGHEST for action security_group_members [ 916.249247] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97ee5f2-2967-4e24-828d-a683663663fa with Priority: HIGHEST for action security_group_members [ 916.249676] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97ee5f2-2967-4e24-828d-a683663663fa taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.249817] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.249881] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.250094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.250242] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.250338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.250397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.250545] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.250627] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.250716] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b97ee5f2-2967-4e24-828d-a683663663fa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.673975] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e503a8e9-0ab0-4375-b1b5-83e28919f41a with status ACTIVE [ 916.674235] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.674381] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.674448] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.674691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.674777] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.674957] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.675060] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.675124] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.675288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.675362] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.675540] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.678018] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.678018] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.678018] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.678018] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.678018] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e503a8e9-0ab0-4375-b1b5-83e28919f41a is going to be updated. [ 916.716546] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.716920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.717055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.717547] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.717547] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.717830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e503a8e9-0ab0-4375-b1b5-83e28919f41a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.753028] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.753419] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.753608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.753909] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.795672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.795672] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.795672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.795672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.795672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.795672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.795672] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97ee5f2-2967-4e24-828d-a683663663fa is going to be updated. [ 916.843422] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.843422] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.843422] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.843755] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.843910] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.855011] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97ee5f2-2967-4e24-828d-a683663663fa in Status: IN_PROGRESS for 2s [ 917.064366] env[66408]: INFO networking_nsxv3.common.synchronization [req-8deddf4d-2d1e-4251-8504-c0ad5d005bd8 req-f192709a-07ee-4668-b35e-a58e26d405be tempest-ServersNegativeTestJSON-1229292262 tempest-ServersNegativeTestJSON-1229292262-project-member] Enqueued Resource ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 with Priority: HIGHEST for action security_group_members [ 917.065492] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 with Priority: HIGHEST for action security_group_members [ 917.065492] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.065753] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.065753] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.065933] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.066112] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.066252] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.066352] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.066424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.066513] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.066604] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.175068] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a in Status: SUCCESS [ 917.176400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.176400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.176400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.176400] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.176745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.176745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.176745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.176745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.176927] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.176927] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('141ee95b-e7e1-425f-a43e-34c7ee02da6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.177801] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.177971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.178654] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.178760] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.178833] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.178967] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.179084] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.179155] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('141ee95b-e7e1-425f-a43e-34c7ee02da6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.438953] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.439168] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-514" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.439293] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-514" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.439622] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-514" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.440096] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.440302] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.440429] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.440623] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.440766] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.440975] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.441101] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.441205] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.441318] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.441436] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.441561] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.441727] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.461917] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.461917] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.461917] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.462090] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-514" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.462425] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-65d0c39a-4b46-4e2f-a8d2-0f41fdc4c599 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.462634] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-65d0c39a-4b46-4e2f-a8d2-0f41fdc4c599" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.462739] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-65d0c39a-4b46-4e2f-a8d2-0f41fdc4c599" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.463059] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-65d0c39a-4b46-4e2f-a8d2-0f41fdc4c599" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.463870] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65d0c39a-4b46-4e2f-a8d2-0f41fdc4c599',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.568766] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.681024] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-141ee95b-e7e1-425f-a43e-34c7ee02da6a taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.681024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.681212] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('141ee95b-e7e1-425f-a43e-34c7ee02da6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.965745] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.966572] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.966572] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.966572] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.966572] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.966792] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 65d0c39a-4b46-4e2f-a8d2-0f41fdc4c599 not found, creating... [ 917.966972] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.967160] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.967279] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.967499] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.967634] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.967911] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.968081] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.968198] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.968434] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.968574] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.968712] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 65d0c39a-4b46-4e2f-a8d2-0f41fdc4c599 is going to be created. [ 917.990345] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.990579] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.990700] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.991120] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.991242] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.991502] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-65d0c39a-4b46-4e2f-a8d2-0f41fdc4c599" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.073583] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.185354] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('141ee95b-e7e1-425f-a43e-34c7ee02da6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.576470] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.576652] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.576711] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.576936] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.577068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.577376] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 is going to be updated. [ 918.605456] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.605955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.605955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.605955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.606097] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.618822] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 in Status: IN_PROGRESS for 2s [ 918.691733] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.691945] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.692058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.692328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.694102] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.694233] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a is going to be updated. [ 918.722677] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.722874] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.722984] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.723255] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.723426] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.736596] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a in Status: IN_PROGRESS for 2s [ 918.866743] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97ee5f2-2967-4e24-828d-a683663663fa in Status: SUCCESS [ 918.867015] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97ee5f2-2967-4e24-828d-a683663663fa deletion is rescheduled due to dependency. [ 918.867174] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97ee5f2-2967-4e24-828d-a683663663fa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.138613] env[66408]: INFO networking_nsxv3.common.synchronization [req-8deddf4d-2d1e-4251-8504-c0ad5d005bd8 req-4d8faf55-c7e6-4c2c-a55d-a697677ab398 service nova] Enqueued Resource ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 with Priority: HIGHEST for action security_group_rules [ 919.138613] env[66408]: INFO networking_nsxv3.common.synchronization [req-8deddf4d-2d1e-4251-8504-c0ad5d005bd8 req-4d8faf55-c7e6-4c2c-a55d-a697677ab398 service nova] Enqueued Resource ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 with Priority: HIGHEST for action security_group_members [ 919.138613] env[66408]: INFO networking_nsxv3.common.synchronization [req-8deddf4d-2d1e-4251-8504-c0ad5d005bd8 req-4d8faf55-c7e6-4c2c-a55d-a697677ab398 service nova] Enqueued Resource ID: 65d0c39a-4b46-4e2f-a8d2-0f41fdc4c599 with Priority: HIGHEST for action port [ 919.139112] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 with Priority: HIGHEST for action security_group_rules [ 919.139249] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 with Priority: HIGHEST for action security_group_members [ 919.139350] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d0c39a-4b46-4e2f-a8d2-0f41fdc4c599 with Priority: HIGHEST for action port [ 919.139631] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b7eea76-7f5b-4227-80a0-9472d3c8fd87 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.139813] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.139813] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.142817] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.142906] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.143869] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.143994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.144196] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-65d0c39a-4b46-4e2f-a8d2-0f41fdc4c599 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.144326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65d0c39a-4b46-4e2f-a8d2-0f41fdc4c599" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.144395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65d0c39a-4b46-4e2f-a8d2-0f41fdc4c599" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.144615] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65d0c39a-4b46-4e2f-a8d2-0f41fdc4c599" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.144692] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65d0c39a-4b46-4e2f-a8d2-0f41fdc4c599',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.573582] env[66408]: INFO networking_nsxv3.common.synchronization [req-fa54425f-7ffd-4bea-b7de-c239df17283d req-3e5e3bdd-59eb-4332-b1c2-819b3707adbc tempest-AttachVolumeNegativeTest-306535089 tempest-AttachVolumeNegativeTest-306535089-project-member] Enqueued Resource ID: 72af7828-7839-4431-bcc9-a681c35a8583 with Priority: HIGHEST for action security_group_members [ 919.574205] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72af7828-7839-4431-bcc9-a681c35a8583 with Priority: HIGHEST for action security_group_members [ 919.574521] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-72af7828-7839-4431-bcc9-a681c35a8583 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.574701] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.574778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.575133] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.575298] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.575403] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.575456] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.575622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.575708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.575802] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72af7828-7839-4431-bcc9-a681c35a8583',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.647197] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.647197] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.650743] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65d0c39a-4b46-4e2f-a8d2-0f41fdc4c599 with status ACTIVE [ 919.654025] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.654025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.654025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.654025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.654025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.654025] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.654025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.654025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.654025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.654025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.654025] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.654025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.654025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.654025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.654025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.654025] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65d0c39a-4b46-4e2f-a8d2-0f41fdc4c599 is going to be updated. [ 919.697218] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.697218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.697218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.697218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.697218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.697460] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65d0c39a-4b46-4e2f-a8d2-0f41fdc4c599" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.993011] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.993248] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.993377] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.995403] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.995694] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.995896] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.996032] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.996271] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.996416] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.996754] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.996872] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.996980] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.997100] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.997211] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.997340] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.997444] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.032216] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.032632] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.032942] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.033239] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.033696] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-7768834e-c30b-4262-82a2-b60486f455c5 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.033976] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-7768834e-c30b-4262-82a2-b60486f455c5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.034272] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-7768834e-c30b-4262-82a2-b60486f455c5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.034825] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-7768834e-c30b-4262-82a2-b60486f455c5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.035147] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7768834e-c30b-4262-82a2-b60486f455c5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.078442] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.078662] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.078739] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.079301] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.079301] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.079521] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.079521] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.079616] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.079854] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.079973] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.080134] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72af7828-7839-4431-bcc9-a681c35a8583 already deleted. [ 920.080205] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.537786] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.538012] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.538170] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.538519] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.538685] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.538878] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 7768834e-c30b-4262-82a2-b60486f455c5 not found, creating... [ 920.539180] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.539349] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.539764] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.539764] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.539822] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.542953] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.544919] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.544919] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.544919] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.544919] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.544919] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 7768834e-c30b-4262-82a2-b60486f455c5 is going to be created. [ 920.572321] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.572583] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.572963] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.573304] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.573538] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.573768] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-7768834e-c30b-4262-82a2-b60486f455c5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.629861] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 in Status: SUCCESS [ 920.630123] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.630302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.630537] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.630921] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.632220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.632220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.632220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.632220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.632220] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.747961] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a in Status: SUCCESS [ 920.748211] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.748418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.749027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.749027] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.749027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.749027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.749259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.749340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.749448] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('141ee95b-e7e1-425f-a43e-34c7ee02da6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.135092] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.254677] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('141ee95b-e7e1-425f-a43e-34c7ee02da6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.257666] env[66408]: INFO networking_nsxv3.common.synchronization [req-fa54425f-7ffd-4bea-b7de-c239df17283d req-b2a9613e-aa38-4545-81f0-41951ba318d6 service nova] Enqueued Resource ID: 72af7828-7839-4431-bcc9-a681c35a8583 with Priority: HIGHEST for action security_group_rules [ 921.257666] env[66408]: INFO networking_nsxv3.common.synchronization [req-fa54425f-7ffd-4bea-b7de-c239df17283d req-b2a9613e-aa38-4545-81f0-41951ba318d6 service nova] Enqueued Resource ID: 72af7828-7839-4431-bcc9-a681c35a8583 with Priority: HIGHEST for action security_group_members [ 921.257817] env[66408]: INFO networking_nsxv3.common.synchronization [req-fa54425f-7ffd-4bea-b7de-c239df17283d req-b2a9613e-aa38-4545-81f0-41951ba318d6 service nova] Enqueued Resource ID: 7768834e-c30b-4262-82a2-b60486f455c5 with Priority: HIGHEST for action port [ 921.258052] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72af7828-7839-4431-bcc9-a681c35a8583 with Priority: HIGHEST for action security_group_rules [ 921.258153] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72af7828-7839-4431-bcc9-a681c35a8583 with Priority: HIGHEST for action security_group_members [ 921.258287] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7768834e-c30b-4262-82a2-b60486f455c5 with Priority: HIGHEST for action port [ 921.258789] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72af7828-7839-4431-bcc9-a681c35a8583 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.258947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.258986] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.259518] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.259588] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72af7828-7839-4431-bcc9-a681c35a8583',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.260461] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-72af7828-7839-4431-bcc9-a681c35a8583 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.260607] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.260712] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.260915] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.261074] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.261280] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.261376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.261550] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.261837] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.261837] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72af7828-7839-4431-bcc9-a681c35a8583',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.262662] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-7768834e-c30b-4262-82a2-b60486f455c5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.262662] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7768834e-c30b-4262-82a2-b60486f455c5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.262662] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7768834e-c30b-4262-82a2-b60486f455c5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.263544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7768834e-c30b-4262-82a2-b60486f455c5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.263677] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7768834e-c30b-4262-82a2-b60486f455c5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.639536] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.757229] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('141ee95b-e7e1-425f-a43e-34c7ee02da6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.765412] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-72af7828-7839-4431-bcc9-a681c35a8583 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.765412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.765571] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72af7828-7839-4431-bcc9-a681c35a8583',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.766623] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7768834e-c30b-4262-82a2-b60486f455c5 with status ACTIVE [ 921.767065] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.767192] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.767238] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.767514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.767660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.768079] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.768200] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.768274] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.768445] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.768529] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.768721] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.768817] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.768887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.769040] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.769119] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.769420] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7768834e-c30b-4262-82a2-b60486f455c5 is going to be updated. [ 921.808913] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.809136] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.809186] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.809827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.809827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.809827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7768834e-c30b-4262-82a2-b60486f455c5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.143407] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.143610] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.143818] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.143871] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.143918] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.145882] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 is going to be updated. [ 922.179044] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.179251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.179251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.179482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.179667] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.193041] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 in Status: IN_PROGRESS for 2s [ 922.216097] env[66408]: INFO networking_nsxv3.common.synchronization [req-36cc1a92-5856-41be-ba75-dd764e741b4c req-36b0ffca-bd3a-4569-9e27-a0c0b423d415 tempest-AttachInterfacesUnderV243Test-680802577 tempest-AttachInterfacesUnderV243Test-680802577-project-member] Enqueued Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_members [ 922.216890] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_members [ 922.216971] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc290bc-3873-46cb-a45e-18c8cf3a1266 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.217136] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.217264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.217690] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.217909] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.218299] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.218299] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.218401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.218491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.218621] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.262085] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.262085] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.262085] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.262085] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.262085] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.262085] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a is going to be updated. [ 922.272177] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72af7828-7839-4431-bcc9-a681c35a8583',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.315117] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.315305] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.315345] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.315603] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.315766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.330922] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a in Status: IN_PROGRESS for 2s [ 922.565200] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.565448] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-686" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.565650] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-686" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.567074] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-686" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.567074] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.567074] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.567074] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.567074] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.567074] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.567362] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.567362] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.567470] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.567594] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.567744] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.567883] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.568090] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.598893] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.599101] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.599224] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.599447] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-686" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.599888] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-0c020422-c7f3-4390-9055-2942b0fa1c9a taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.599999] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-0c020422-c7f3-4390-9055-2942b0fa1c9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.600066] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-0c020422-c7f3-4390-9055-2942b0fa1c9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.600404] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-0c020422-c7f3-4390-9055-2942b0fa1c9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.600557] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c020422-c7f3-4390-9055-2942b0fa1c9a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.721803] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.722056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.722056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.722263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.722354] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.722550] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.723439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.723439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.723439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.723439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.723439] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 already deleted. [ 922.723439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.775168] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.776062] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.776062] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.776062] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.776062] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.776062] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72af7828-7839-4431-bcc9-a681c35a8583 is going to be created. [ 922.800279] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.800496] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.800496] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.800696] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.801450] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.812426] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72af7828-7839-4431-bcc9-a681c35a8583 in Status: UNINITIALIZED for 2s [ 923.104872] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.105192] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.105371] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.105681] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.105852] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.106096] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 0c020422-c7f3-4390-9055-2942b0fa1c9a not found, creating... [ 923.106400] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.106594] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.106735] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.106982] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.107134] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.107417] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.107630] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.107874] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.108140] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.108378] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.108554] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 0c020422-c7f3-4390-9055-2942b0fa1c9a is going to be created. [ 923.128719] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.128809] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.128907] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.129189] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.129542] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.129780] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-0c020422-c7f3-4390-9055-2942b0fa1c9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.886577] env[66408]: INFO networking_nsxv3.common.synchronization [req-36cc1a92-5856-41be-ba75-dd764e741b4c req-05d34f56-4fcb-4d82-be5e-d3748df48990 service nova] Enqueued Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_rules [ 923.886577] env[66408]: INFO networking_nsxv3.common.synchronization [req-36cc1a92-5856-41be-ba75-dd764e741b4c req-05d34f56-4fcb-4d82-be5e-d3748df48990 service nova] Enqueued Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_members [ 923.886868] env[66408]: INFO networking_nsxv3.common.synchronization [req-36cc1a92-5856-41be-ba75-dd764e741b4c req-05d34f56-4fcb-4d82-be5e-d3748df48990 service nova] Enqueued Resource ID: 0c020422-c7f3-4390-9055-2942b0fa1c9a with Priority: HIGHEST for action port [ 923.888421] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_rules [ 923.888562] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_members [ 923.888660] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c020422-c7f3-4390-9055-2942b0fa1c9a with Priority: HIGHEST for action port [ 923.889026] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.889113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.889148] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.889350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.889445] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.891641] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc290bc-3873-46cb-a45e-18c8cf3a1266 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.891762] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.891821] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.891998] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.892389] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.892763] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.892866] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.895225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.895225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.895225] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.895225] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c020422-c7f3-4390-9055-2942b0fa1c9a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.895225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c020422-c7f3-4390-9055-2942b0fa1c9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.895225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c020422-c7f3-4390-9055-2942b0fa1c9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.895225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c020422-c7f3-4390-9055-2942b0fa1c9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.895225] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c020422-c7f3-4390-9055-2942b0fa1c9a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.204032] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 in Status: SUCCESS [ 924.204240] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.204542] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.204911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.205127] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.205305] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.205376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.205584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.205638] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.205726] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.205818] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.341846] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a in Status: SUCCESS [ 924.342079] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.342252] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.342472] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.342666] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.342781] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.342845] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.342996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.343097] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.343192] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.343346] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-141ee95b-e7e1-425f-a43e-34c7ee02da6a taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.343443] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.343501] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.343644] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.343780] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.343870] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.343930] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.344151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.344151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.344236] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.344323] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('141ee95b-e7e1-425f-a43e-34c7ee02da6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.392738] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc290bc-3873-46cb-a45e-18c8cf3a1266 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.392951] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.395270] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.396670] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c020422-c7f3-4390-9055-2942b0fa1c9a with status ACTIVE [ 924.396867] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.396981] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.397076] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.397365] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.397761] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.397761] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.397761] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.398250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.398250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.398250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.398250] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.398410] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.398410] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.398582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.398657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.398739] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c020422-c7f3-4390-9055-2942b0fa1c9a is going to be updated. [ 924.424592] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.424860] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.424860] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.425294] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.426355] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.426620] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c020422-c7f3-4390-9055-2942b0fa1c9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.709287] env[66408]: INFO networking_nsxv3.common.synchronization [req-4a0aa1fd-90ee-45a7-a098-a9788fc71cb6 req-4fd30014-8006-455f-ba87-12161c61df3b tempest-ServersTestJSON-1989292169 tempest-ServersTestJSON-1989292169-project-member] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 924.709846] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 924.710175] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.710301] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.710357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.710557] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.710708] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.710969] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.710969] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.711126] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.711126] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.711194] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.712385] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.712507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.712558] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.712719] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.712866] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.712959] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.713037] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.714168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.714168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.714168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.714168] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.714168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.714168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.714168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.714168] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.714168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.714168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.714168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.714168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.714841] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.714841] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.825108] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72af7828-7839-4431-bcc9-a681c35a8583 in Status: SUCCESS [ 924.825517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.825517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.825736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.825946] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.826189] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.826189] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.826324] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.826409] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.826510] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.826700] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72af7828-7839-4431-bcc9-a681c35a8583',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.848376] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 141ee95b-e7e1-425f-a43e-34c7ee02da6a: rpc.has_security_group_logging(os_id): False [ 924.870278] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.870809] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.870930] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.871438] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.871596] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.871828] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.871986] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.872090] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.872283] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.872393] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.872645] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.872800] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.872857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.873066] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.873173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.873412] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.873541] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.873621] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.873821] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.873921] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.874041] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a is going to be created. [ 924.897263] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.937305] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.937596] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.937596] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.937777] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.937898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.950220] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a in Status: IN_PROGRESS for 2s [ 925.076838] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.077230] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.077230] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.077477] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.077761] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.077933] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.078088] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.078392] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.078556] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.078850] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.079057] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.079208] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.079365] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.079515] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.079660] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.079889] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.098825] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.099068] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.099304] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.099524] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.099862] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-3808aa1c-89a5-4853-84e5-72bbe67ea94f taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.100056] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-3808aa1c-89a5-4853-84e5-72bbe67ea94f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.100189] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-3808aa1c-89a5-4853-84e5-72bbe67ea94f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.100520] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-3808aa1c-89a5-4853-84e5-72bbe67ea94f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.100663] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3808aa1c-89a5-4853-84e5-72bbe67ea94f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.217616] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.218782] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b7eea76-7f5b-4227-80a0-9472d3c8fd87: rpc.has_security_group_logging(os_id): False [ 925.237076] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.237230] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.237333] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.237507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.237597] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.237787] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.237902] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.237949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.238116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.238208] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.238454] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.238542] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.238604] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.238773] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.238850] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.239065] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.239161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.239242] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.239406] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.239489] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.239594] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 is going to be updated. [ 925.312684] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.312684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.312842] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.315093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.315093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.328807] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72af7828-7839-4431-bcc9-a681c35a8583',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.330482] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 in Status: IN_PROGRESS for 2s [ 925.401042] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.401042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.401042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.401218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.401250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.401357] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 is going to be created. [ 925.436698] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.436900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.436983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.437219] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.437393] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.448007] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 in Status: UNINITIALIZED for 2s [ 925.605314] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.605575] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.605722] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.606161] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.606393] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.606558] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 3808aa1c-89a5-4853-84e5-72bbe67ea94f not found, creating... [ 925.606857] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.607052] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.607204] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.607456] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.607627] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.608344] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.608344] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.608344] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.608642] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.608693] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.608844] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 3808aa1c-89a5-4853-84e5-72bbe67ea94f is going to be created. [ 925.639725] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.640197] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.640197] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.641040] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.641040] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.641160] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-3808aa1c-89a5-4853-84e5-72bbe67ea94f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.720871] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.832420] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72af7828-7839-4431-bcc9-a681c35a8583: rpc.has_security_group_logging(os_id): False [ 925.854301] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.854301] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.854301] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.854894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.854894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.854894] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.855190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.855190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.855274] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.855354] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.855447] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72af7828-7839-4431-bcc9-a681c35a8583 is going to be created. [ 925.931947] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.932252] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.932252] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.932461] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.932643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.949231] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72af7828-7839-4431-bcc9-a681c35a8583 in Status: IN_PROGRESS for 2s [ 926.223502] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.223502] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.223502] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.223684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.223786] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.223909] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 926.259084] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.259241] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.259299] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.259576] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.259684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.269894] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 926.354047] env[66408]: INFO networking_nsxv3.common.synchronization [req-4a0aa1fd-90ee-45a7-a098-a9788fc71cb6 req-5335e22e-a871-462d-a09c-d8ca055d0041 service nova] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_rules [ 926.354320] env[66408]: INFO networking_nsxv3.common.synchronization [req-4a0aa1fd-90ee-45a7-a098-a9788fc71cb6 req-5335e22e-a871-462d-a09c-d8ca055d0041 service nova] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 926.354505] env[66408]: INFO networking_nsxv3.common.synchronization [req-4a0aa1fd-90ee-45a7-a098-a9788fc71cb6 req-5335e22e-a871-462d-a09c-d8ca055d0041 service nova] Enqueued Resource ID: 3808aa1c-89a5-4853-84e5-72bbe67ea94f with Priority: HIGHEST for action port [ 926.356889] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_rules [ 926.356889] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 926.356889] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3808aa1c-89a5-4853-84e5-72bbe67ea94f with Priority: HIGHEST for action port [ 926.356889] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.357118] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.357118] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.357267] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.357350] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.358348] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.358527] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.358650] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-3808aa1c-89a5-4853-84e5-72bbe67ea94f taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.358748] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3808aa1c-89a5-4853-84e5-72bbe67ea94f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.358811] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3808aa1c-89a5-4853-84e5-72bbe67ea94f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.359512] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3808aa1c-89a5-4853-84e5-72bbe67ea94f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.359685] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3808aa1c-89a5-4853-84e5-72bbe67ea94f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.864443] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3808aa1c-89a5-4853-84e5-72bbe67ea94f with status ACTIVE [ 926.864681] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.864954] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.864954] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.865166] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.865259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.865472] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.865583] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.865645] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.867264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.867264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.867264] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.867264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.867264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.867264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.867264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.867264] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3808aa1c-89a5-4853-84e5-72bbe67ea94f is going to be updated. [ 926.867864] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.867969] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.898878] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.899033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.899099] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.899321] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.899464] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.899623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3808aa1c-89a5-4853-84e5-72bbe67ea94f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.971150] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a in Status: SUCCESS [ 926.971501] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.971556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.972118] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.972118] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('141ee95b-e7e1-425f-a43e-34c7ee02da6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.347847] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 in Status: SUCCESS [ 927.347847] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.460127] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 in Status: SUCCESS [ 927.460127] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.460127] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.460127] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.460127] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.460127] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.460127] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.460441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.460441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.460502] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.460540] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.477154] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-141ee95b-e7e1-425f-a43e-34c7ee02da6a taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.477154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.477154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.477154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.477340] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.477612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.477612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.478191] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.478191] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.478191] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.478191] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('141ee95b-e7e1-425f-a43e-34c7ee02da6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.965405] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72af7828-7839-4431-bcc9-a681c35a8583 in Status: SUCCESS [ 927.965405] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.965405] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.981273] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-141ee95b-e7e1-425f-a43e-34c7ee02da6a taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.981557] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.981557] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.981762] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.981925] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.982028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.982157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.982349] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.982464] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.982587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.982863] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-141ee95b-e7e1-425f-a43e-34c7ee02da6a taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.982989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.983252] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.983379] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.983542] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.983663] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.983744] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.983911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.984018] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.984132] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.984311] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('141ee95b-e7e1-425f-a43e-34c7ee02da6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.280197] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 928.280396] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.280570] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.280797] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.281297] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.281297] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.281297] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.281450] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.281450] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.281519] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.468439] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfc290bc-3873-46cb-a45e-18c8cf3a1266: rpc.has_security_group_logging(os_id): False [ 928.487819] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 141ee95b-e7e1-425f-a43e-34c7ee02da6a: rpc.has_security_group_logging(os_id): False [ 928.491017] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.491630] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.491630] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.491630] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.491630] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.491826] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.491943] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.492020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.492186] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.492338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.492385] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 is going to be created. [ 928.506675] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.506857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.506906] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.507143] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.507235] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.507424] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.507595] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.507595] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.507729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.507865] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.507996] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.508100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.508161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.508507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.508507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.508729] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.508944] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.508944] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.509040] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.509117] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.509181] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a is going to be updated. [ 928.564873] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.564949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.565047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.565321] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.565679] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.578239] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.578392] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.578453] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.578859] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.579044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.582063] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 in Status: IN_PROGRESS for 2s [ 928.592419] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a in Status: IN_PROGRESS for 2s [ 928.785447] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.288589] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.791512] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.791512] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.791512] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.791733] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.791733] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.791733] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 929.822168] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.822324] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.822455] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.822611] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.822813] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.833349] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 929.932229] env[66408]: INFO networking_nsxv3.common.synchronization [req-07c03180-cc70-40a8-bb29-8afaa510a5f2 req-46e38e82-2b17-46cc-9820-08b1afed3a75 tempest-ServerActionsTestJSON-1187546183 tempest-ServerActionsTestJSON-1187546183-project-member] Enqueued Resource ID: 6e7bd493-f502-4036-bed5-47c7ba7baead with Priority: HIGHEST for action security_group_members [ 929.932544] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e7bd493-f502-4036-bed5-47c7ba7baead with Priority: HIGHEST for action security_group_members [ 929.932862] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e7bd493-f502-4036-bed5-47c7ba7baead taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.932970] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.933119] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.933383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.933533] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.933669] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.933669] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.934523] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.934523] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.934523] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e7bd493-f502-4036-bed5-47c7ba7baead',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.438058] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.438058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.438058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.438058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.438058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.438058] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.438058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.438058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.438058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.438058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.438058] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e7bd493-f502-4036-bed5-47c7ba7baead already deleted. [ 930.438058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.596353] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 in Status: SUCCESS [ 930.596799] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.607048] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a in Status: SUCCESS [ 930.607048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.767825] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.768038] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-963" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.768504] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-963" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.768504] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-963" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.768794] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.768904] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.769541] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.769541] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.769659] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.769843] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.769960] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.770080] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.770187] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.770294] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.770399] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.770533] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.792467] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.793434] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.793771] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.794432] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-963" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.795240] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-8fade420-251a-4d97-a75c-40f2d1743563 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.795475] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-8fade420-251a-4d97-a75c-40f2d1743563" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.795612] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-8fade420-251a-4d97-a75c-40f2d1743563" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.796051] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-8fade420-251a-4d97-a75c-40f2d1743563" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.797577] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fade420-251a-4d97-a75c-40f2d1743563',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.958586] env[66408]: INFO networking_nsxv3.common.synchronization [req-e9ca6793-0a1e-44fa-8761-05242eed1dea req-0b529dfc-af40-40f7-bebd-029aced42f0b tempest-ServersNegativeTestJSON-1229292262 tempest-ServersNegativeTestJSON-1229292262-project-member] Enqueued Resource ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 with Priority: HIGHEST for action security_group_members [ 930.959354] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 with Priority: HIGHEST for action security_group_members [ 930.959683] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.959824] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.959892] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.960115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.960658] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.960766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.960830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.961295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.961295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.961295] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.299210] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.299486] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.299573] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.299839] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.299989] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.300197] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 8fade420-251a-4d97-a75c-40f2d1743563 not found, creating... [ 931.300466] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.300687] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.300900] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.301185] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.301365] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.301729] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.301921] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.302021] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.302220] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.302387] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.302542] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 8fade420-251a-4d97-a75c-40f2d1743563 is going to be created. [ 931.331286] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.331941] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.331941] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.331941] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.332143] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.332359] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-8fade420-251a-4d97-a75c-40f2d1743563" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.463442] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.845754] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 931.846143] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.846341] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.846572] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.847135] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.847267] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.847328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.847504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.847591] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.847677] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.847765] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.967796] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.069288] env[66408]: INFO networking_nsxv3.common.synchronization [req-07c03180-cc70-40a8-bb29-8afaa510a5f2 req-4d9d9af7-2847-43c0-8806-7879b5aec652 service nova] Enqueued Resource ID: 6e7bd493-f502-4036-bed5-47c7ba7baead with Priority: HIGHEST for action security_group_rules [ 932.069288] env[66408]: INFO networking_nsxv3.common.synchronization [req-07c03180-cc70-40a8-bb29-8afaa510a5f2 req-4d9d9af7-2847-43c0-8806-7879b5aec652 service nova] Enqueued Resource ID: 6e7bd493-f502-4036-bed5-47c7ba7baead with Priority: HIGHEST for action security_group_members [ 932.069431] env[66408]: INFO networking_nsxv3.common.synchronization [req-07c03180-cc70-40a8-bb29-8afaa510a5f2 req-4d9d9af7-2847-43c0-8806-7879b5aec652 service nova] Enqueued Resource ID: 8fade420-251a-4d97-a75c-40f2d1743563 with Priority: HIGHEST for action port [ 932.070416] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e7bd493-f502-4036-bed5-47c7ba7baead with Priority: HIGHEST for action security_group_rules [ 932.070572] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e7bd493-f502-4036-bed5-47c7ba7baead with Priority: HIGHEST for action security_group_members [ 932.070836] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fade420-251a-4d97-a75c-40f2d1743563 with Priority: HIGHEST for action port [ 932.071203] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e7bd493-f502-4036-bed5-47c7ba7baead taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.071326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.071395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.072745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.072745] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e7bd493-f502-4036-bed5-47c7ba7baead',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.072745] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e7bd493-f502-4036-bed5-47c7ba7baead taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.072924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.072924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.073159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.073283] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.073349] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.073434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.073629] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.073725] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.074148] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e7bd493-f502-4036-bed5-47c7ba7baead',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.074727] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fade420-251a-4d97-a75c-40f2d1743563 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.075157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fade420-251a-4d97-a75c-40f2d1743563" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.075157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fade420-251a-4d97-a75c-40f2d1743563" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.075157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fade420-251a-4d97-a75c-40f2d1743563" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.075607] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fade420-251a-4d97-a75c-40f2d1743563',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.352258] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.352514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.352514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.354039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.354039] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.354039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.354039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.354039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.354039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.354039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.354039] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.354039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.354039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.354039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.354039] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.354039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.354039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.355217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.355217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.355217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.355217] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.470771] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.471074] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.471074] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.471295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.471417] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.471504] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 is going to be updated. [ 932.502258] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.502378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.502470] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.502762] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.502923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.515413] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 in Status: IN_PROGRESS for 2s [ 932.572894] env[66408]: INFO networking_nsxv3.common.synchronization [req-21712741-e05d-475e-bbe1-819008f7d8e0 req-d8960c4f-e997-41db-b67e-67c451c7e4b6 tempest-MultipleCreateTestJSON-1899099105 tempest-MultipleCreateTestJSON-1899099105-project-member] Enqueued Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 932.573552] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 932.573901] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.574014] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.575929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.576188] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.576413] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.576531] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.576593] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.576762] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.576851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.576947] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.578154] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e7bd493-f502-4036-bed5-47c7ba7baead',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.580271] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e7bd493-f502-4036-bed5-47c7ba7baead taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.580385] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.580534] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fade420-251a-4d97-a75c-40f2d1743563 with status ACTIVE [ 932.580697] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.580835] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.580909] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.581072] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.581163] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.581332] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.581430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.581776] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.581776] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.581776] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.581905] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.581958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.582041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.582184] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.582248] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.582342] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fade420-251a-4d97-a75c-40f2d1743563 is going to be updated. [ 932.612768] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.612768] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.612768] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.612768] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.612975] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.614077] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fade420-251a-4d97-a75c-40f2d1743563" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.856225] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1929a0a9-bda1-4657-a51a-62bff4f685f8: rpc.has_security_group_logging(os_id): False [ 932.876982] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.877364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.877513] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.877876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.878022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.878302] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.878593] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.878689] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.878920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.879040] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.879252] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.879354] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.879404] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.879696] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.879844] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.880083] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.880252] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.880356] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.880552] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.880716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.880858] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 932.975023] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.975958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.975958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.975958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.975958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.992271] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 933.082088] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.082088] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-972" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.082088] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-972" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.082088] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-972" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.082567] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.082567] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.082676] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.083056] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.083519] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.083738] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.084871] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.084871] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.084871] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.084871] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.084871] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.085424] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.087050] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e7bd493-f502-4036-bed5-47c7ba7baead',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.088455] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.088607] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.088673] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.088882] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.088976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.089187] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.089288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.089340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.089914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.089914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.089914] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 is going to be updated. [ 933.125857] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.126076] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.126336] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.126665] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-972" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.129202] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-0a4d8c9c-21c4-426c-a323-25d9df0ffc0f taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.129202] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-0a4d8c9c-21c4-426c-a323-25d9df0ffc0f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.129202] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-0a4d8c9c-21c4-426c-a323-25d9df0ffc0f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.129202] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-0a4d8c9c-21c4-426c-a323-25d9df0ffc0f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.129202] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a4d8c9c-21c4-426c-a323-25d9df0ffc0f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.141450] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.141688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.141776] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.142046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.142256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.158155] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: IN_PROGRESS for 2s [ 933.594210] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.594210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.594210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.594210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.594733] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.594777] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e7bd493-f502-4036-bed5-47c7ba7baead is going to be created. [ 933.621191] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.621665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.621834] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.623589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.623589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.635802] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.635802] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.635802] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.635802] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.635802] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.635802] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 0a4d8c9c-21c4-426c-a323-25d9df0ffc0f not found, creating... [ 933.635802] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.635802] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.635802] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.635802] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.635802] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.636336] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.636336] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.636336] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.636336] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.636336] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.636336] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 0a4d8c9c-21c4-426c-a323-25d9df0ffc0f is going to be created. [ 933.638358] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e7bd493-f502-4036-bed5-47c7ba7baead in Status: UNINITIALIZED for 2s [ 933.673986] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.673986] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.673986] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.674355] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.676550] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.676550] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-0a4d8c9c-21c4-426c-a323-25d9df0ffc0f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.424410] env[66408]: INFO networking_nsxv3.common.synchronization [req-21712741-e05d-475e-bbe1-819008f7d8e0 req-99c2d5da-82b6-4701-970c-9e73f7dfb3d9 service nova] Enqueued Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_rules [ 934.424410] env[66408]: INFO networking_nsxv3.common.synchronization [req-21712741-e05d-475e-bbe1-819008f7d8e0 req-99c2d5da-82b6-4701-970c-9e73f7dfb3d9 service nova] Enqueued Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 934.424410] env[66408]: INFO networking_nsxv3.common.synchronization [req-21712741-e05d-475e-bbe1-819008f7d8e0 req-99c2d5da-82b6-4701-970c-9e73f7dfb3d9 service nova] Enqueued Resource ID: 0a4d8c9c-21c4-426c-a323-25d9df0ffc0f with Priority: HIGHEST for action port [ 934.424410] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_rules [ 934.424410] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 934.424410] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a4d8c9c-21c4-426c-a323-25d9df0ffc0f with Priority: HIGHEST for action port [ 934.424410] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.424410] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.424410] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.426209] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.426209] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.426840] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.427212] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.428626] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a4d8c9c-21c4-426c-a323-25d9df0ffc0f taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.428626] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a4d8c9c-21c4-426c-a323-25d9df0ffc0f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.428626] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a4d8c9c-21c4-426c-a323-25d9df0ffc0f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.428626] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a4d8c9c-21c4-426c-a323-25d9df0ffc0f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.428626] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a4d8c9c-21c4-426c-a323-25d9df0ffc0f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.529358] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 in Status: SUCCESS [ 934.529635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.730601] env[66408]: INFO networking_nsxv3.common.synchronization [req-bf8338b9-da0e-491c-a60f-6625229012fa req-8dfbf05f-5ab8-4991-913a-777696624f54 tempest-DeleteServersTestJSON-605697757 tempest-DeleteServersTestJSON-605697757-project-member] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 934.731907] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 934.733841] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.734019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.734100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.734355] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.734561] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.734695] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.734780] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.734992] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.735189] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.735317] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.929929] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a4d8c9c-21c4-426c-a323-25d9df0ffc0f with status ACTIVE [ 934.930242] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.930543] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.930543] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.930782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.930883] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.931108] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.931218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.931283] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.931464] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.931544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.931734] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.931833] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.931891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.932068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.932146] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.932231] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a4d8c9c-21c4-426c-a323-25d9df0ffc0f is going to be updated. [ 934.934913] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.935738] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.962278] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.962889] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.962990] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.963354] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.963354] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.963558] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a4d8c9c-21c4-426c-a323-25d9df0ffc0f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.011063] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 935.011063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.170596] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: SUCCESS [ 935.170858] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 deletion is rescheduled due to dependency. [ 935.170988] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.171188] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.171410] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.171858] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.171858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.171972] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.172206] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.172339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.172565] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.241100] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.241100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.241100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.241100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.241100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.241100] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.241100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.241100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.241100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.241100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.241100] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be updated. [ 935.271586] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.272026] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.272026] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.272153] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.272422] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.282803] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: IN_PROGRESS for 2s [ 935.649975] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e7bd493-f502-4036-bed5-47c7ba7baead in Status: SUCCESS [ 935.650296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.650504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.650803] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.651085] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.651279] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.651340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.651589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.651719] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.651771] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.651887] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e7bd493-f502-4036-bed5-47c7ba7baead',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.675882] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.155608] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e7bd493-f502-4036-bed5-47c7ba7baead',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.178822] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.657024] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e7bd493-f502-4036-bed5-47c7ba7baead: rpc.has_security_group_logging(os_id): False [ 936.678023] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.678367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.678367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.679612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.679764] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.680107] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.680245] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.680445] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.680571] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.680571] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.680678] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e7bd493-f502-4036-bed5-47c7ba7baead is going to be created. [ 936.683885] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.683885] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.683885] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.684556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.684556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.684556] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 is going to be updated. [ 936.713921] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.714114] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.714157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.714534] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.714666] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.725649] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: IN_PROGRESS for 2s [ 936.751507] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.751616] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.751660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.751912] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.752127] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.766844] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e7bd493-f502-4036-bed5-47c7ba7baead in Status: IN_PROGRESS for 2s [ 937.292196] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 937.295124] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 deletion is rescheduled due to dependency. [ 937.295326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.454986] env[66408]: INFO networking_nsxv3.common.synchronization [req-21712741-e05d-475e-bbe1-819008f7d8e0 req-ae17fc1e-3212-486d-96c6-0a6f717ad107 tempest-MultipleCreateTestJSON-1899099105 tempest-MultipleCreateTestJSON-1899099105-project-member] Enqueued Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 937.455592] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 937.455981] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.456152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.592237] env[66408]: INFO networking_nsxv3.common.synchronization [req-2cf06024-33f8-4789-8552-b62bb5272f4b req-18c58b73-e09e-4114-ada1-40e1bdc0db80 tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 937.592868] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 937.593201] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.593341] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.593388] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.593666] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.593814] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.593880] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.593916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.594063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.594152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.594247] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.977028] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.977028] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-972" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.977028] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-972" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.977028] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-972" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.977028] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.977028] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.977028] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.977028] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.977028] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.977028] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.977028] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.977028] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.977028] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.978311] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.979945] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.980316] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.986215] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.987053] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.987412] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.987936] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.988493] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.991020] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.991020] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.991020] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.991020] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.991020] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.991020] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.991020] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.991020] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.991020] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.991020] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.991020] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.003027] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.003609] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.004320] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.004638] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-972" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.005191] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-3a97e12c-87e2-4c64-8261-d5d0d2554b61 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.005926] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-3a97e12c-87e2-4c64-8261-d5d0d2554b61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.006223] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-3a97e12c-87e2-4c64-8261-d5d0d2554b61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.006729] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-3a97e12c-87e2-4c64-8261-d5d0d2554b61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.007033] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a97e12c-87e2-4c64-8261-d5d0d2554b61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.013619] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.013619] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.013619] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.013619] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.014022] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-8a5b5768-24f9-4473-ba7c-f6f29a7dc01e taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.014170] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-8a5b5768-24f9-4473-ba7c-f6f29a7dc01e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.014170] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-8a5b5768-24f9-4473-ba7c-f6f29a7dc01e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.014548] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-8a5b5768-24f9-4473-ba7c-f6f29a7dc01e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.014713] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a5b5768-24f9-4473-ba7c-f6f29a7dc01e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.096734] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.096734] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.097155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.097155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.124442] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.124823] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.124989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.125063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.125323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.125456] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.125846] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 is going to be updated. [ 938.159329] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.159566] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.159640] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.159883] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.160080] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.173831] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: IN_PROGRESS for 2s [ 938.509595] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.509937] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.510135] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.510287] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.510443] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.510599] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 3a97e12c-87e2-4c64-8261-d5d0d2554b61 not found, creating... [ 938.510903] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.511109] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.511509] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.511509] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.511615] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.511831] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.511968] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.512100] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.512310] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.512448] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.512581] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 3a97e12c-87e2-4c64-8261-d5d0d2554b61 is going to be created. [ 938.517121] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.517300] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.517421] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.517659] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.517801] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.517941] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 8a5b5768-24f9-4473-ba7c-f6f29a7dc01e not found, creating... [ 938.518199] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.518345] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.518533] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.518748] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.518890] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.519173] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.519366] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.519440] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.519653] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.519781] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.519921] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 8a5b5768-24f9-4473-ba7c-f6f29a7dc01e is going to be created. [ 938.536159] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.536492] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.536803] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.536953] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.537240] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.537722] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-3a97e12c-87e2-4c64-8261-d5d0d2554b61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.540558] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.540750] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.541061] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.541160] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.541412] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.541652] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-8a5b5768-24f9-4473-ba7c-f6f29a7dc01e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.749619] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: SUCCESS [ 938.750086] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.750086] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.750252] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.750476] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.750621] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.750697] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.750889] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.751018] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.751155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.751348] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.752556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.752821] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.753094] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.753256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.753349] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.753574] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.753696] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.753830] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.778299] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e7bd493-f502-4036-bed5-47c7ba7baead in Status: SUCCESS [ 938.779033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.226520] env[66408]: INFO networking_nsxv3.common.synchronization [req-21712741-e05d-475e-bbe1-819008f7d8e0 req-0db3da63-9dfe-4abe-89eb-75beaae44409 service nova] Enqueued Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_rules [ 939.226520] env[66408]: INFO networking_nsxv3.common.synchronization [req-21712741-e05d-475e-bbe1-819008f7d8e0 req-0db3da63-9dfe-4abe-89eb-75beaae44409 service nova] Enqueued Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 939.226520] env[66408]: INFO networking_nsxv3.common.synchronization [req-21712741-e05d-475e-bbe1-819008f7d8e0 req-0db3da63-9dfe-4abe-89eb-75beaae44409 service nova] Enqueued Resource ID: 3a97e12c-87e2-4c64-8261-d5d0d2554b61 with Priority: HIGHEST for action port [ 939.226825] env[66408]: INFO networking_nsxv3.common.synchronization [req-2cf06024-33f8-4789-8552-b62bb5272f4b req-46b6ccbd-0c53-4151-91ee-56c5b1fdc233 service nova] Enqueued Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_rules [ 939.227198] env[66408]: INFO networking_nsxv3.common.synchronization [req-2cf06024-33f8-4789-8552-b62bb5272f4b req-46b6ccbd-0c53-4151-91ee-56c5b1fdc233 service nova] Enqueued Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 939.227444] env[66408]: INFO networking_nsxv3.common.synchronization [req-2cf06024-33f8-4789-8552-b62bb5272f4b req-46b6ccbd-0c53-4151-91ee-56c5b1fdc233 service nova] Enqueued Resource ID: 8a5b5768-24f9-4473-ba7c-f6f29a7dc01e with Priority: HIGHEST for action port [ 939.227995] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_rules [ 939.228289] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a97e12c-87e2-4c64-8261-d5d0d2554b61 with Priority: HIGHEST for action port [ 939.228656] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a5b5768-24f9-4473-ba7c-f6f29a7dc01e with Priority: HIGHEST for action port [ 939.229437] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 939.229750] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 939.230065] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_rules [ 939.230842] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.231069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.231376] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a97e12c-87e2-4c64-8261-d5d0d2554b61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.231610] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a97e12c-87e2-4c64-8261-d5d0d2554b61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.231808] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a97e12c-87e2-4c64-8261-d5d0d2554b61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.232146] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a97e12c-87e2-4c64-8261-d5d0d2554b61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.232339] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a97e12c-87e2-4c64-8261-d5d0d2554b61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.234537] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a5b5768-24f9-4473-ba7c-f6f29a7dc01e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.234789] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a5b5768-24f9-4473-ba7c-f6f29a7dc01e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.234967] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a5b5768-24f9-4473-ba7c-f6f29a7dc01e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.235269] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a5b5768-24f9-4473-ba7c-f6f29a7dc01e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.235438] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a5b5768-24f9-4473-ba7c-f6f29a7dc01e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.236743] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.236996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.238420] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.238642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.239102] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.239352] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.239500] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.239757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.239940] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.256411] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.256411] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.256411] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.742390] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a97e12c-87e2-4c64-8261-d5d0d2554b61 with status ACTIVE [ 939.742655] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.742812] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.742812] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.743047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.743146] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.743329] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.743432] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.743494] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.743652] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.743725] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.743900] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.743990] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.744058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.744201] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.744275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.744358] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a97e12c-87e2-4c64-8261-d5d0d2554b61 is going to be updated. [ 939.745436] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a5b5768-24f9-4473-ba7c-f6f29a7dc01e with status ACTIVE [ 939.745598] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.745698] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.745765] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.745917] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.745996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.746166] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.746259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.746396] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.746492] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.746572] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.746749] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.746837] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.746893] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.747043] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.747119] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.747206] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a5b5768-24f9-4473-ba7c-f6f29a7dc01e is going to be updated. [ 939.748249] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.748857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.757857] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.769670] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.769670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.769670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.769920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.770101] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.770286] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a5b5768-24f9-4473-ba7c-f6f29a7dc01e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.771631] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.771798] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.771798] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.771966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.772096] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.772233] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a97e12c-87e2-4c64-8261-d5d0d2554b61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.184159] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: SUCCESS [ 940.184355] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 deletion is rescheduled due to dependency. [ 940.184473] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.184642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.184970] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.185059] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.185182] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.185250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.185417] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.185510] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.185603] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.260051] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.260211] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.260290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.260526] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.260626] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.260760] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 is going to be updated. [ 940.295851] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.295851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.295851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.295851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.295851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.305519] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: IN_PROGRESS for 2s [ 940.689579] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.194449] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.696283] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.696628] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.696628] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.696836] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.696937] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.697056] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 is going to be updated. [ 941.734468] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.734670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.735063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.735063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.737441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.749465] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: IN_PROGRESS for 2s [ 942.000196] env[66408]: INFO networking_nsxv3.common.synchronization [req-9533baf0-c3d6-4776-bec4-824cd9bd8b43 req-f256b535-e434-4753-9a76-ed75322eb00f tempest-ImagesOneServerNegativeTestJSON-536934874 tempest-ImagesOneServerNegativeTestJSON-536934874-project-member] Enqueued Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_members [ 942.000196] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_members [ 942.001018] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.001355] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.001556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.001858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.002208] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.002470] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.002761] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.003157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.003355] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.003611] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.166089] env[66408]: INFO networking_nsxv3.common.synchronization [None req-45c2b2f1-9eba-4919-845b-56ce55e12149 None None] Enqueued Resource ID: 83799858-aece-4754-bb7b-b43902fba159 with Priority: HIGHEST for action port [ 942.166871] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83799858-aece-4754-bb7b-b43902fba159 with Priority: HIGHEST for action port [ 942.167597] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-83799858-aece-4754-bb7b-b43902fba159 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.167757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83799858-aece-4754-bb7b-b43902fba159" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.167757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83799858-aece-4754-bb7b-b43902fba159" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.168958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83799858-aece-4754-bb7b-b43902fba159" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.168958] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83799858-aece-4754-bb7b-b43902fba159',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.319082] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: SUCCESS [ 942.319725] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.319960] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.320593] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.320593] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.320593] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.320593] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.321137] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.321137] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.321137] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.454160] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.455165] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-787" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.455883] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-787" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.456632] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-787" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.459090] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.459090] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.459090] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.459090] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.459090] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.459090] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.459090] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.459090] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.459705] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.460125] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.460457] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.460718] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.485474] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.485633] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.485774] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.485967] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-787" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.486353] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-fc273f01-40d3-46df-94dc-84ec2f228c44 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.486589] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-fc273f01-40d3-46df-94dc-84ec2f228c44" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.486693] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-fc273f01-40d3-46df-94dc-84ec2f228c44" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.487054] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-fc273f01-40d3-46df-94dc-84ec2f228c44" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.487199] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc273f01-40d3-46df-94dc-84ec2f228c44',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.507139] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.507358] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.507431] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.507718] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.507832] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.508066] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.508165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.508223] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.508572] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.508636] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.509438] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0260dad-0288-4407-a866-29ab348fc997 is going to be updated. [ 942.543337] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.543482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.543558] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.543772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.543918] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.555462] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0260dad-0288-4407-a866-29ab348fc997 in Status: IN_PROGRESS for 2s [ 942.671287] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83799858-aece-4754-bb7b-b43902fba159 [ 942.671818] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.671818] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.672182] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.672263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.672328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.672455] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83799858-aece-4754-bb7b-b43902fba159 already deleted. [ 942.672502] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83799858-aece-4754-bb7b-b43902fba159" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.825287] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.992085] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.992085] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.992085] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.992367] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.992367] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.992499] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port fc273f01-40d3-46df-94dc-84ec2f228c44 not found, creating... [ 942.992761] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.992928] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.993053] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.993287] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.993426] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.993716] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.993870] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.994959] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.995261] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.995410] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.995561] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: fc273f01-40d3-46df-94dc-84ec2f228c44 is going to be created. [ 943.016762] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.017112] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.017245] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.017981] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.018336] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.018643] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-fc273f01-40d3-46df-94dc-84ec2f228c44" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.328702] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.368056] env[66408]: INFO networking_nsxv3.common.synchronization [req-66051cc9-ec54-4985-9542-5cb87704b0c0 req-20da774d-3ce6-4ff0-845b-4129ccadfbeb tempest-AttachVolumeShelveTestJSON-2019605850 tempest-AttachVolumeShelveTestJSON-2019605850-project-member] Enqueued Resource ID: 899a8826-424c-4b0c-9e9b-58265416babd with Priority: HIGHEST for action security_group_members [ 943.368635] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a8826-424c-4b0c-9e9b-58265416babd with Priority: HIGHEST for action security_group_members [ 943.369326] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-899a8826-424c-4b0c-9e9b-58265416babd taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.369326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.369326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.369572] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.369656] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.369759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.369817] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.369982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.370085] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.370225] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('899a8826-424c-4b0c-9e9b-58265416babd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.761253] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: SUCCESS [ 943.761408] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.761542] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.762200] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.762200] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.762200] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.762200] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.762403] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.762654] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.762654] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.762654] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.791737] env[66408]: INFO networking_nsxv3.common.synchronization [req-9533baf0-c3d6-4776-bec4-824cd9bd8b43 req-adf4ff3b-ec68-4c83-bd07-20c6e4675fe3 service nova] Enqueued Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_rules [ 943.791737] env[66408]: INFO networking_nsxv3.common.synchronization [req-9533baf0-c3d6-4776-bec4-824cd9bd8b43 req-adf4ff3b-ec68-4c83-bd07-20c6e4675fe3 service nova] Enqueued Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_members [ 943.791737] env[66408]: INFO networking_nsxv3.common.synchronization [req-9533baf0-c3d6-4776-bec4-824cd9bd8b43 req-adf4ff3b-ec68-4c83-bd07-20c6e4675fe3 service nova] Enqueued Resource ID: fc273f01-40d3-46df-94dc-84ec2f228c44 with Priority: HIGHEST for action port [ 943.791737] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_rules [ 943.791737] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_members [ 943.792227] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc273f01-40d3-46df-94dc-84ec2f228c44 with Priority: HIGHEST for action port [ 943.792735] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.794699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.794699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.794699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.794699] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.795326] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.795618] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.795945] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc273f01-40d3-46df-94dc-84ec2f228c44 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.796924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc273f01-40d3-46df-94dc-84ec2f228c44" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.796924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc273f01-40d3-46df-94dc-84ec2f228c44" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.796924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc273f01-40d3-46df-94dc-84ec2f228c44" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.796924] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc273f01-40d3-46df-94dc-84ec2f228c44',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.832704] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.833154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.833390] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.833797] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.833918] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.834351] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 is going to be updated. [ 943.872506] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.873495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.873495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.873913] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.874075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.874416] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.874580] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.874665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.874916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.875050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.875184] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899a8826-424c-4b0c-9e9b-58265416babd is going to be updated. [ 943.883520] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.883845] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.883952] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.884606] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.884721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.895844] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: IN_PROGRESS for 2s [ 943.936294] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.936592] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.936682] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.937184] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.937184] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.949638] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899a8826-424c-4b0c-9e9b-58265416babd in Status: IN_PROGRESS for 2s [ 944.266133] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.266639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.267042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.267832] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.268366] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.270430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.270430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.270430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.270430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.270430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.270806] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.270909] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.270967] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.272342] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.272571] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.272789] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.272905] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.273154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.273286] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.273426] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.273569] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.301987] env[66408]: INFO networking_nsxv3.common.synchronization [req-ebef7674-080c-448d-a100-32f951d5803b req-e181e024-84de-4b4f-9d1d-7cbda42acb20 tempest-ListServerFiltersTestJSON-358304372 tempest-ListServerFiltersTestJSON-358304372-project-member] Enqueued Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_members [ 944.303191] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.303326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.304156] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGHEST for action security_group_members [ 944.305034] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.305034] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.305190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.305569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.305814] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.306024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.306132] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.306470] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.306536] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.307054] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.308057] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc273f01-40d3-46df-94dc-84ec2f228c44 with status ACTIVE [ 944.308333] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.308567] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.308809] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.308880] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.308971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.309223] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.309332] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.309507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.309721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.309799] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.309996] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.310119] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.310181] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.310710] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.310710] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.310710] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc273f01-40d3-46df-94dc-84ec2f228c44 is going to be updated. [ 944.359033] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.359346] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.359346] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.359616] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.359652] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.359814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc273f01-40d3-46df-94dc-84ec2f228c44" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.571437] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0260dad-0288-4407-a866-29ab348fc997 in Status: SUCCESS [ 944.571437] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0260dad-0288-4407-a866-29ab348fc997 deletion is rescheduled due to dependency. [ 944.571437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.571437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.571437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.571437] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.571437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.571437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.571437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.571437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.571437] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.776427] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1: rpc.has_security_group_logging(os_id): False [ 944.799734] env[66408]: INFO networking_nsxv3.common.synchronization [None req-a73417eb-d6f7-4964-bfb0-11b6fb02e4c6 None None] Enqueued Resource ID: 47e6d6bd-7b2f-45ac-9377-187aa83d04ec with Priority: HIGHEST for action port [ 944.800356] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47e6d6bd-7b2f-45ac-9377-187aa83d04ec with Priority: HIGHEST for action port [ 944.800689] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-47e6d6bd-7b2f-45ac-9377-187aa83d04ec taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.800853] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47e6d6bd-7b2f-45ac-9377-187aa83d04ec" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.801047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47e6d6bd-7b2f-45ac-9377-187aa83d04ec" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.804716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47e6d6bd-7b2f-45ac-9377-187aa83d04ec" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.804716] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47e6d6bd-7b2f-45ac-9377-187aa83d04ec',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.807180] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.807180] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.807180] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.807180] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.807369] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.807629] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.807714] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.807757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.811022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.812096] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.812442] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.812585] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.812650] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.812856] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.812939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.813159] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.813260] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.813321] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.813491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.813567] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.813650] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 is going to be updated. [ 944.816260] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.816418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.816480] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.816612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.816694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.816899] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.817009] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.817093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.817259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.817353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.818147] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c is going to be updated. [ 944.874594] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.874819] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.874819] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.875523] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.875523] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.893121] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: IN_PROGRESS for 2s [ 944.913788] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.913788] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.913788] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.913788] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.914140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.928190] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: IN_PROGRESS for 2s [ 945.081202] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.323032] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47e6d6bd-7b2f-45ac-9377-187aa83d04ec [ 945.323032] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.323032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.323032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.323032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.323032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.323032] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47e6d6bd-7b2f-45ac-9377-187aa83d04ec already deleted. [ 945.323032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47e6d6bd-7b2f-45ac-9377-187aa83d04ec" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.583514] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.910159] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: SUCCESS [ 945.910159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.910159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.910159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.910159] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.910159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.910159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.910159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.910159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.910159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.910159] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.910159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.910159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.910159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.910159] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.910159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.910159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.911224] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.911334] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.911447] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.911532] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.962018] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899a8826-424c-4b0c-9e9b-58265416babd in Status: SUCCESS [ 945.962217] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899a8826-424c-4b0c-9e9b-58265416babd deletion is rescheduled due to dependency. [ 945.965753] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.088874] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.089030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.089110] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.089348] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.089457] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.089618] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0260dad-0288-4407-a866-29ab348fc997 is going to be updated. [ 946.120567] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.120816] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.120878] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.121110] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.121253] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.130660] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0260dad-0288-4407-a866-29ab348fc997 in Status: IN_PROGRESS for 2s [ 946.415246] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ec06d6c-6093-45be-b5a7-1d61d3957fe0: rpc.has_security_group_logging(os_id): False [ 946.437039] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.437267] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.439075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.439075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.439075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.439075] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.439075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.439075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.439075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.439075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.439075] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.439075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.439814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.439814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.439814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.439814] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.440268] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.440268] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.440268] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.440397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.440397] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 is going to be updated. [ 946.511701] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.512024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.512149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.512373] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.512544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.534246] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: IN_PROGRESS for 2s [ 946.907646] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c in Status: SUCCESS [ 946.909189] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c deletion is rescheduled due to dependency. [ 946.909343] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.945711] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: SUCCESS [ 946.949364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.963120] env[66408]: INFO networking_nsxv3.common.synchronization [None req-64736dcd-ea9b-4d35-b4fc-9c643e828a8a tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 946.964412] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 946.965665] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.965877] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.965966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.966226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.966429] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.966556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.966757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.971033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.971033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.971033] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.471521] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.557867] env[66408]: INFO networking_nsxv3.common.synchronization [req-b4776c2e-b3fd-467c-bd68-5d7cd8d994f0 req-18467d79-291f-4dd8-acb8-af0bd79a0c34 tempest-DeleteServersAdminTestJSON-1366191189 tempest-DeleteServersAdminTestJSON-1366191189-project-member] Enqueued Resource ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 with Priority: HIGHEST for action security_group_members [ 947.558505] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 with Priority: HIGHEST for action security_group_members [ 947.558884] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.559875] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.559875] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.559875] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.560117] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.560395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.560473] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.560692] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.561650] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.561768] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6b7a8b-84b9-47e4-8ca0-00a78663af22',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.607784] env[66408]: INFO networking_nsxv3.common.synchronization [req-3721b613-d18b-477e-bb5a-dc8384b0ef4b req-2a0bae77-8d3a-4605-ad65-1de69e2278b5 tempest-ServersTestJSON-1989292169 tempest-ServersTestJSON-1989292169-project-member] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 947.608481] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 947.609540] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.609673] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.609749] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.609968] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.610163] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.610262] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.610334] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.610966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.611056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.611536] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.976092] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.067348] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.067348] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.067348] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.067598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.067675] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.067948] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.069320] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.069320] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.069320] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.069320] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.069320] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 is going to be updated. [ 948.112845] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.113092] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.113092] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.113293] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.113438] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.119419] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.125255] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 in Status: IN_PROGRESS for 2s [ 948.144089] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0260dad-0288-4407-a866-29ab348fc997 in Status: SUCCESS [ 948.144594] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.145078] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.145458] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.145623] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.145966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.145966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.147020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.147215] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.147319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.147452] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.185560] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.185800] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.185878] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.186182] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.186444] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.186593] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.186706] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.186938] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.189086] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.189279] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.189279] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.189369] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.190935] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.191126] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.191294] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.191387] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.215976] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.216220] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.216332] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.216428] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.216763] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-deecec72-793c-461c-a2ee-f9d95fb2a422 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.216938] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-deecec72-793c-461c-a2ee-f9d95fb2a422" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.217068] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-deecec72-793c-461c-a2ee-f9d95fb2a422" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.217427] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-deecec72-793c-461c-a2ee-f9d95fb2a422" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.217566] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deecec72-793c-461c-a2ee-f9d95fb2a422',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.479219] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.479419] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.479585] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.479860] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.479958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.480123] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 is going to be updated. [ 948.516200] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.516375] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.516451] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.516685] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.516834] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.526796] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: IN_PROGRESS for 2s [ 948.550558] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: SUCCESS [ 948.550771] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.550938] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.553041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.553041] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.621119] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.652543] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.653510] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.653510] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.654848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.654848] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.654848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.654848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.654848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.654848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.654848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.654848] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.655119] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.655119] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.655233] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.655354] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.655448] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.655529] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.655962] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.655962] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.655962] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.656888] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.721176] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.721783] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.721783] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.721936] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.722123] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.722320] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port deecec72-793c-461c-a2ee-f9d95fb2a422 not found, creating... [ 948.723118] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.723118] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.723118] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.723351] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.723396] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.723812] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.724625] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.724625] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.724625] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.724897] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.724976] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: deecec72-793c-461c-a2ee-f9d95fb2a422 is going to be created. [ 948.757981] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.757981] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.757981] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.758145] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.758310] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.758720] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-deecec72-793c-461c-a2ee-f9d95fb2a422" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.054610] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.054999] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.054999] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.055092] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.056139] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.056278] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.056349] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.056534] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.056622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.056711] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.056801] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.123772] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.123955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.124054] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.124320] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.124420] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.124522] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 949.155705] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.155885] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.155994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.156657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.156847] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.161197] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0260dad-0288-4407-a866-29ab348fc997: rpc.has_security_group_logging(os_id): False [ 949.167652] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 949.182594] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.182768] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.182811] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.183041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.183142] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.183348] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.183491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.183540] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.183672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.183750] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.183934] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.184384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.184384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.184384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.184384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.184707] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.184707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.184707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.184851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.184890] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.184994] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0260dad-0288-4407-a866-29ab348fc997 is going to be updated. [ 949.257168] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.257168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.257395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.257443] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.257653] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.274927] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0260dad-0288-4407-a866-29ab348fc997 in Status: IN_PROGRESS for 2s [ 949.472109] env[66408]: INFO networking_nsxv3.common.synchronization [req-b4776c2e-b3fd-467c-bd68-5d7cd8d994f0 req-77a2f7dd-a0d5-448f-a7fb-4a02d8cb43ae service nova] Enqueued Resource ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 with Priority: HIGHEST for action security_group_rules [ 949.477495] env[66408]: INFO networking_nsxv3.common.synchronization [req-b4776c2e-b3fd-467c-bd68-5d7cd8d994f0 req-77a2f7dd-a0d5-448f-a7fb-4a02d8cb43ae service nova] Enqueued Resource ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 with Priority: HIGHEST for action security_group_members [ 949.477495] env[66408]: INFO networking_nsxv3.common.synchronization [req-b4776c2e-b3fd-467c-bd68-5d7cd8d994f0 req-77a2f7dd-a0d5-448f-a7fb-4a02d8cb43ae service nova] Enqueued Resource ID: deecec72-793c-461c-a2ee-f9d95fb2a422 with Priority: HIGHEST for action port [ 949.478127] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 with Priority: HIGHEST for action security_group_rules [ 949.478503] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 with Priority: HIGHEST for action security_group_members [ 949.478856] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deecec72-793c-461c-a2ee-f9d95fb2a422 with Priority: HIGHEST for action port [ 949.479511] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac6b7a8b-84b9-47e4-8ca0-00a78663af22 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.479855] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.480059] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.482019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.482019] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac6b7a8b-84b9-47e4-8ca0-00a78663af22',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.482019] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.482264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.484638] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-deecec72-793c-461c-a2ee-f9d95fb2a422 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.484968] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-deecec72-793c-461c-a2ee-f9d95fb2a422" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.485493] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-deecec72-793c-461c-a2ee-f9d95fb2a422" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.485888] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-deecec72-793c-461c-a2ee-f9d95fb2a422" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.486166] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deecec72-793c-461c-a2ee-f9d95fb2a422',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.561050] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.561262] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.561337] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.561591] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.561771] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.561877] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.561960] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.562160] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.562268] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.562506] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.563522] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.563522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.563522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.563522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.563522] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.563522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.563522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.563769] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.563769] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.563769] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.563921] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.989328] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.989484] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.989666] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port deecec72-793c-461c-a2ee-f9d95fb2a422 with status ACTIVE [ 949.990042] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.990167] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.990235] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.990456] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.990549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.990733] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.990814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.990982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.991049] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.991111] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.991308] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.991409] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.991442] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.991562] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.991705] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.991759] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: deecec72-793c-461c-a2ee-f9d95fb2a422 is going to be updated. [ 950.013654] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.013836] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.013931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.014177] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.014321] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.014481] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-deecec72-793c-461c-a2ee-f9d95fb2a422" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.066600] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ec06d6c-6093-45be-b5a7-1d61d3957fe0: rpc.has_security_group_logging(os_id): False [ 950.091514] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.091697] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.092190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.092190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.092190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.092342] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.092432] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.092493] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.092674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.092758] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.092973] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.093106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.093171] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.093372] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.093456] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.093645] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.093741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.093802] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.094033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.094033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.094148] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 is going to be updated. [ 950.144576] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 in Status: SUCCESS [ 950.144576] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 deletion is rescheduled due to dependency. [ 950.144576] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.144576] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.144576] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.144781] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.144846] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.144987] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.145056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.145647] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.145647] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6b7a8b-84b9-47e4-8ca0-00a78663af22',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.197196] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.197293] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.197398] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.197812] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.197812] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.246991] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: IN_PROGRESS for 2s [ 950.537589] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: SUCCESS [ 950.537951] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.648408] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac6b7a8b-84b9-47e4-8ca0-00a78663af22',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.152937] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac6b7a8b-84b9-47e4-8ca0-00a78663af22',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.179635] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 951.179762] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.293243] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0260dad-0288-4407-a866-29ab348fc997 in Status: SUCCESS [ 951.293243] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.437345] env[66408]: INFO networking_nsxv3.common.synchronization [None req-5463dec6-de54-4f46-bca0-e50b810e029b None None] Enqueued Resource ID: f5eeb93c-b7d1-4399-ae23-6ea6d4351dae with Priority: HIGHEST for action port [ 951.438034] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5eeb93c-b7d1-4399-ae23-6ea6d4351dae with Priority: HIGHEST for action port [ 951.438408] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5eeb93c-b7d1-4399-ae23-6ea6d4351dae taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.438637] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5eeb93c-b7d1-4399-ae23-6ea6d4351dae" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.438711] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5eeb93c-b7d1-4399-ae23-6ea6d4351dae" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.438993] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5eeb93c-b7d1-4399-ae23-6ea6d4351dae" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.442191] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5eeb93c-b7d1-4399-ae23-6ea6d4351dae',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.709190] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.709354] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.709354] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.709526] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.709575] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.712024] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 is going to be updated. [ 951.713685] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.713863] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.714022] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.714288] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.714549] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.714696] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.714804] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.715040] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.715169] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.715359] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.715463] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.715562] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.715664] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.715773] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.715855] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.715980] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.741976] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.742156] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.742232] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.742449] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.742783] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-d347b16b-9f88-434c-a021-3b7d2a10bc32 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.742958] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-d347b16b-9f88-434c-a021-3b7d2a10bc32" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.743088] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-d347b16b-9f88-434c-a021-3b7d2a10bc32" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.743434] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-d347b16b-9f88-434c-a021-3b7d2a10bc32" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.743570] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d347b16b-9f88-434c-a021-3b7d2a10bc32',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.754732] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.754960] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.754960] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.755069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.755213] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.767293] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 in Status: IN_PROGRESS for 2s [ 951.944567] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5eeb93c-b7d1-4399-ae23-6ea6d4351dae [ 951.944900] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.945056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.945129] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.945351] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.945449] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.945549] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5eeb93c-b7d1-4399-ae23-6ea6d4351dae already deleted. [ 951.945632] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5eeb93c-b7d1-4399-ae23-6ea6d4351dae" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.245992] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.247410] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.248223] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.248223] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.248223] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.248463] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port d347b16b-9f88-434c-a021-3b7d2a10bc32 not found, creating... [ 952.248890] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.249448] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.249448] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.249640] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.249784] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.250111] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.250269] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.250381] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.250600] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.250939] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.250939] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: d347b16b-9f88-434c-a021-3b7d2a10bc32 is going to be created. [ 952.271413] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: SUCCESS [ 952.271413] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.282038] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.282038] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.282038] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.282038] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.282038] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.282038] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-d347b16b-9f88-434c-a021-3b7d2a10bc32" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.941123] env[66408]: INFO networking_nsxv3.common.synchronization [req-873b6aad-f51a-4c78-bfc2-d1e96cb44f76 req-a7a3fb24-3f5e-406c-bdde-caba3d454cc9 service nova] Enqueued Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_rules [ 952.941308] env[66408]: INFO networking_nsxv3.common.synchronization [req-873b6aad-f51a-4c78-bfc2-d1e96cb44f76 req-a7a3fb24-3f5e-406c-bdde-caba3d454cc9 service nova] Enqueued Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 952.941386] env[66408]: INFO networking_nsxv3.common.synchronization [req-873b6aad-f51a-4c78-bfc2-d1e96cb44f76 req-a7a3fb24-3f5e-406c-bdde-caba3d454cc9 service nova] Enqueued Resource ID: d347b16b-9f88-434c-a021-3b7d2a10bc32 with Priority: HIGHEST for action port [ 952.941963] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_rules [ 952.942058] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 952.942118] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d347b16b-9f88-434c-a021-3b7d2a10bc32 with Priority: HIGHEST for action port [ 952.942449] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.942584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.942653] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.942894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.942929] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.943839] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.944087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.944087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.944300] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.944476] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.944612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.944612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.944772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.944854] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.945080] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.946150] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-d347b16b-9f88-434c-a021-3b7d2a10bc32 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.946414] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d347b16b-9f88-434c-a021-3b7d2a10bc32" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.946414] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d347b16b-9f88-434c-a021-3b7d2a10bc32" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.946507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d347b16b-9f88-434c-a021-3b7d2a10bc32" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.946579] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d347b16b-9f88-434c-a021-3b7d2a10bc32',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.449364] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.449364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.449800] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.450422] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d347b16b-9f88-434c-a021-3b7d2a10bc32 with status ACTIVE [ 953.450601] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.450729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.450765] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.450973] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.451055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.452113] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.452113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.452113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.452113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.452113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.452113] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.452113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.452113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.453370] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.456450] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.456757] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d347b16b-9f88-434c-a021-3b7d2a10bc32 is going to be updated. [ 953.490035] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.490035] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.490035] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.490035] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.490262] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.490295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d347b16b-9f88-434c-a021-3b7d2a10bc32" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.606623] env[66408]: INFO networking_nsxv3.common.synchronization [req-98311302-438e-4437-a776-bcfb6ef9c5cb req-69e16c0b-c9a0-4c42-92b9-8f1d17d94616 tempest-DeleteServersTestJSON-605697757 tempest-DeleteServersTestJSON-605697757-project-member] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 953.608124] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 953.608124] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.608124] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.608124] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.612564] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.613737] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.613911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.614036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.614317] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.614465] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.614646] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.783784] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 in Status: SUCCESS [ 953.783784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.783784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.783929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.784702] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.784702] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.784702] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.784702] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.784957] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.784957] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.785161] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac6b7a8b-84b9-47e4-8ca0-00a78663af22',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.801889] env[66408]: INFO networking_nsxv3.common.synchronization [None req-1b053a13-212e-49f1-bef8-b6dd4a4dddc0 None None] Enqueued Resource ID: b68a5499-4d40-4fa0-8e28-339f8c58a29b with Priority: HIGHEST for action port [ 953.802657] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b68a5499-4d40-4fa0-8e28-339f8c58a29b with Priority: HIGHEST for action port [ 953.802958] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-b68a5499-4d40-4fa0-8e28-339f8c58a29b taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.803136] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b68a5499-4d40-4fa0-8e28-339f8c58a29b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.803188] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b68a5499-4d40-4fa0-8e28-339f8c58a29b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.803509] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b68a5499-4d40-4fa0-8e28-339f8c58a29b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.803561] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b68a5499-4d40-4fa0-8e28-339f8c58a29b',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.960198] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.114060] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.114314] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.114505] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.114844] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.115219] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.115432] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.115714] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.115942] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.116163] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.116557] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.116723] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.116923] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.117094] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.117336] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.117420] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.117620] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.119684] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.119805] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.119871] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.120116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.120259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.120504] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.120660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.120737] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.120979] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.121094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.121187] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be updated. [ 954.173418] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.173647] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.173745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.174041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.174250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.176768] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.176990] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.059 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.177153] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.177346] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.177845] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-8acd5cbf-664f-4037-9688-c137ead7cead taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.178156] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-8acd5cbf-664f-4037-9688-c137ead7cead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.178352] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-8acd5cbf-664f-4037-9688-c137ead7cead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.178887] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-8acd5cbf-664f-4037-9688-c137ead7cead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.179150] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8acd5cbf-664f-4037-9688-c137ead7cead',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.189644] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: IN_PROGRESS for 2s [ 954.223093] env[66408]: INFO networking_nsxv3.common.synchronization [req-26276a82-ccf2-4538-9064-992fb51be7d9 req-cd5ea2a2-6429-4bec-8237-3fd87ef8fbef tempest-ServersTestBootFromVolume-729958116 tempest-ServersTestBootFromVolume-729958116-project-member] Enqueued Resource ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 with Priority: HIGHEST for action security_group_members [ 954.224469] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 with Priority: HIGHEST for action security_group_members [ 954.224469] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f981b9-1f1d-4e68-b670-aea9c304fc64 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.224469] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.224469] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.224469] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.224729] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.224729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.224813] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.225216] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.225216] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.225216] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49f981b9-1f1d-4e68-b670-aea9c304fc64',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.290649] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.290974] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.291099] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.291537] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.291832] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.291940] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.292046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.292304] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.292431] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.292564] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.292797] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.292937] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.293040] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.293251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.293459] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.293589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.293687] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.293891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.294008] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.294665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.294870] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac6b7a8b-84b9-47e4-8ca0-00a78663af22',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.306379] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b68a5499-4d40-4fa0-8e28-339f8c58a29b [ 954.306994] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.307207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.307304] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.307664] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.307733] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.307824] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b68a5499-4d40-4fa0-8e28-339f8c58a29b already deleted. [ 954.308457] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b68a5499-4d40-4fa0-8e28-339f8c58a29b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.462767] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.463133] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.463133] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.463245] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.463391] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.463442] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 is going to be updated. [ 954.497361] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.497536] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.497597] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.497794] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.498098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.510302] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: IN_PROGRESS for 2s [ 954.682493] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.682858] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.684110] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.684110] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.684110] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.684110] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 8acd5cbf-664f-4037-9688-c137ead7cead not found, creating... [ 954.685392] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.685392] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.685392] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.685787] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.688043] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.688043] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.688043] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.688043] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.688043] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.688043] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.688339] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 8acd5cbf-664f-4037-9688-c137ead7cead is going to be created. [ 954.713917] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.714495] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.714495] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.714922] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.715297] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.715630] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-8acd5cbf-664f-4037-9688-c137ead7cead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.729801] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.730153] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.730386] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.731126] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.731126] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.731563] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.734401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.734401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.734708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.734832] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.734944] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 is going to be updated. [ 954.795732] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.795960] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.796053] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.796314] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.796508] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.799234] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac6b7a8b-84b9-47e4-8ca0-00a78663af22: rpc.has_security_group_logging(os_id): False [ 954.808156] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 in Status: IN_PROGRESS for 2s [ 954.820532] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.820532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.820532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.820673] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.820703] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.820905] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.821054] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.821159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.821577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.821577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.821965] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.822344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.822983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.823298] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.826209] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.826209] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.826209] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.826209] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.826209] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.826209] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.826209] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 is going to be updated. [ 954.941144] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.941144] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.941144] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.941144] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.941399] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.960406] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 in Status: IN_PROGRESS for 2s [ 955.387133] env[66408]: INFO networking_nsxv3.common.synchronization [req-98311302-438e-4437-a776-bcfb6ef9c5cb req-7c961ee0-8bdd-48e2-943f-cc5565a672e2 service nova] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_rules [ 955.387133] env[66408]: INFO networking_nsxv3.common.synchronization [req-98311302-438e-4437-a776-bcfb6ef9c5cb req-7c961ee0-8bdd-48e2-943f-cc5565a672e2 service nova] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 955.387133] env[66408]: INFO networking_nsxv3.common.synchronization [req-98311302-438e-4437-a776-bcfb6ef9c5cb req-7c961ee0-8bdd-48e2-943f-cc5565a672e2 service nova] Enqueued Resource ID: 8acd5cbf-664f-4037-9688-c137ead7cead with Priority: HIGHEST for action port [ 955.387133] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_rules [ 955.387133] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 955.387133] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd5cbf-664f-4037-9688-c137ead7cead with Priority: HIGHEST for action port [ 955.389049] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.390112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.390112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.390112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.390112] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.391493] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.391717] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.392047] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-8acd5cbf-664f-4037-9688-c137ead7cead taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.393030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8acd5cbf-664f-4037-9688-c137ead7cead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.393030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8acd5cbf-664f-4037-9688-c137ead7cead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.393030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8acd5cbf-664f-4037-9688-c137ead7cead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.393030] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8acd5cbf-664f-4037-9688-c137ead7cead',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.882497] env[66408]: INFO networking_nsxv3.common.synchronization [req-c6f1140d-3147-4013-b729-608380c73398 req-29faad24-1fb7-4ad3-8fa4-c31d45fbe6be tempest-MultipleCreateTestJSON-1899099105 tempest-MultipleCreateTestJSON-1899099105-project-member] Enqueued Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 955.883165] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 955.883430] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.883558] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.883624] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.883836] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.883992] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.887267] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.889228] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.889228] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.889228] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.889228] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.895053] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.895229] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.898612] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8acd5cbf-664f-4037-9688-c137ead7cead with status ACTIVE [ 955.899125] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.899125] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.899125] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.899625] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.899625] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.899774] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.899922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.899922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.900069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.900151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.900486] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.900567] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.900648] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.900824] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.900909] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.901053] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8acd5cbf-664f-4037-9688-c137ead7cead is going to be updated. [ 955.927163] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.927357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.927524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.927593] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.927740] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.927906] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8acd5cbf-664f-4037-9688-c137ead7cead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.015038] env[66408]: INFO networking_nsxv3.common.synchronization [None req-0925e9eb-a27d-4402-bfd0-9da5e5a32253 tempest-AttachVolumeShelveTestJSON-2019605850 tempest-AttachVolumeShelveTestJSON-2019605850-project-member] Enqueued Resource ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 with Priority: HIGHEST for action security_group_rules [ 956.019523] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 with Priority: HIGHEST for action security_group_rules [ 956.020075] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06843dd8-c4e9-48e1-9240-ca39b0024a01 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.020247] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.020349] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.020602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.020696] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06843dd8-c4e9-48e1-9240-ca39b0024a01',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.183521] env[66408]: INFO networking_nsxv3.common.synchronization [None req-c006b597-fa0d-49d2-b3f0-281436d9da6f tempest-AttachVolumeShelveTestJSON-2019605850 tempest-AttachVolumeShelveTestJSON-2019605850-project-member] Enqueued Resource ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 with Priority: HIGHEST for action security_group_rules [ 956.184295] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 with Priority: HIGHEST for action security_group_rules [ 956.184665] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06843dd8-c4e9-48e1-9240-ca39b0024a01 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.184795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.203181] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 956.203478] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 deletion is rescheduled due to dependency. [ 956.203657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.203980] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.205668] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.206043] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.206043] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.206198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.206301] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.206396] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.206493] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.391837] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.526078] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: SUCCESS [ 956.526323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.529676] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.529913] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.531085] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.532041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.532041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.532041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.532041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.532266] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.532406] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.554415] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.554594] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.554728] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.555171] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.555171] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.555171] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 already deleted. [ 956.556149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.556149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.556149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.556149] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06843dd8-c4e9-48e1-9240-ca39b0024a01',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.711119] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.818737] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 in Status: SUCCESS [ 956.819019] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49f981b9-1f1d-4e68-b670-aea9c304fc64 deletion is rescheduled due to dependency. [ 956.819422] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f981b9-1f1d-4e68-b670-aea9c304fc64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.895350] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.979237] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 in Status: SUCCESS [ 956.979459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.037964] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.037964] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.037964] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.037964] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.038339] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.038339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.038339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.038438] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.038468] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.038610] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.038946] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.039581] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.039581] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.039581] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.039581] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.039581] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.039581] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.039808] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.039808] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.039880] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.039924] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.081208] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.081208] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.081208] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.081208] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.081208] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.081208] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 already deleted. [ 957.081208] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.213397] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.398407] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.398619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.398619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.398911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.398911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.399033] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 is going to be updated. [ 957.430100] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.430284] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.430325] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.430523] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.430673] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.440249] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: IN_PROGRESS for 2s [ 957.543792] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1: rpc.has_security_group_logging(os_id): False [ 957.568147] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.568339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.568339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.568571] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.568715] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.568871] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.568962] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.569031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.569196] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.569273] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.569435] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.569514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.569576] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.569717] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.569802] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.569983] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.570199] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.570290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.570471] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.570585] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.570697] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 is going to be updated. [ 957.640518] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.640661] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.640720] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.641050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.641208] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.656059] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: IN_PROGRESS for 2s [ 957.717097] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.717534] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.717626] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.717857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.717949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.718077] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be updated. [ 957.751421] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.751633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.751633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.751831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.751972] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.762324] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: IN_PROGRESS for 2s [ 958.219071] env[66408]: INFO networking_nsxv3.common.synchronization [req-c4192b1b-7ab9-4d3b-8640-59b79c165653 req-e7d109bc-9236-4da4-a655-44f99655a36b tempest-ImagesOneServerNegativeTestJSON-536934874 tempest-ImagesOneServerNegativeTestJSON-536934874-project-member] Enqueued Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_members [ 958.219071] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGHEST for action security_group_members [ 958.219764] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.222876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.222876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.222876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.222876] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.222876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.222876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.222876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.222876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.222876] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.503569] env[66408]: INFO networking_nsxv3.common.synchronization [req-99d12020-4442-44cd-a0a4-19a29b8c5a94 req-5d4c1c34-b764-42f5-b522-82195ac3ee22 tempest-MultipleCreateTestJSON-1899099105 tempest-MultipleCreateTestJSON-1899099105-project-member] Enqueued Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 958.504350] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGHEST for action security_group_members [ 958.504797] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.505143] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.724118] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.724697] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.724864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.725164] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.725283] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.725486] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.725859] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.725917] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.726121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.726201] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.726293] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0260dad-0288-4407-a866-29ab348fc997 is going to be updated. [ 958.774035] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.774283] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.774283] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.774506] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.774653] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.795029] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0260dad-0288-4407-a866-29ab348fc997 in Status: IN_PROGRESS for 2s [ 959.452252] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: SUCCESS [ 959.452252] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.452627] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.452627] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.453453] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.453453] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.453453] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.453453] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.453453] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.453453] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.670466] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: SUCCESS [ 959.670747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.773872] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 959.774198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.774403] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.774678] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.774943] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.775235] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.775355] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.775591] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.775693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.775806] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.775922] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.958310] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.958503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.958747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.958904] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.959038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.959301] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.959423] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.959533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.959714] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.959823] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.959914] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 is going to be updated. [ 959.989232] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.989397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.989465] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.989723] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.989885] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.000400] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: IN_PROGRESS for 2s [ 960.278819] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.280701] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.280819] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.281050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.281256] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.281366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.281444] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.281593] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.281750] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.281853] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.281954] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.282107] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.282107] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.282236] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.282419] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.282512] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.282512] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.282663] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.282733] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.282776] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.282840] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.786464] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd8e64c0-58a5-4246-8de7-d6d2d5595bd6: rpc.has_security_group_logging(os_id): False [ 960.805882] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.806082] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.806135] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.806341] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.806433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.806660] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.806765] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.806896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.807076] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.807152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.807356] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.807447] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.807508] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.807668] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.808048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.808048] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.808048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.808216] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.808251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.808383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.808468] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be updated. [ 960.810406] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0260dad-0288-4407-a866-29ab348fc997 in Status: SUCCESS [ 960.810573] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0260dad-0288-4407-a866-29ab348fc997 deletion is rescheduled due to dependency. [ 960.810700] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.885875] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.886070] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.886120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.886503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.887585] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.906747] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: IN_PROGRESS for 2s [ 962.013558] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 in Status: SUCCESS [ 962.013558] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 deletion is rescheduled due to dependency. [ 962.014018] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.802588] env[66408]: INFO networking_nsxv3.common.synchronization [req-8e9b5ee1-a77d-45ed-a8bd-e95de366ad54 req-4d562fce-7321-493f-9436-ce1294746950 tempest-DeleteServersAdminTestJSON-1366191189 tempest-DeleteServersAdminTestJSON-1366191189-project-member] Enqueued Resource ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 with Priority: HIGHEST for action security_group_members [ 962.802650] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 with Priority: HIGHEST for action security_group_members [ 962.802994] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.803112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.803178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.803377] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.803553] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.803655] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.803708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.803866] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.803963] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.804108] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6b7a8b-84b9-47e4-8ca0-00a78663af22',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.922165] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 962.922424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.307397] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.307736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.307736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.308135] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.308255] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.308476] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.308651] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.308731] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.308977] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.309097] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.309263] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 is going to be updated. [ 963.345239] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.345239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.345239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.345239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.345239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.360044] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 in Status: IN_PROGRESS for 2s [ 965.371962] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 in Status: SUCCESS [ 965.371962] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6b7a8b-84b9-47e4-8ca0-00a78663af22 deletion is rescheduled due to dependency. [ 965.371962] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6b7a8b-84b9-47e4-8ca0-00a78663af22" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.100395] env[66408]: INFO networking_nsxv3.common.synchronization [req-765f5d2c-7dcf-49b0-b195-ac6639d48082 req-763e2e58-0476-4f88-bfc5-848b84b12c7e tempest-InstanceActionsV221TestJSON-1991032254 tempest-InstanceActionsV221TestJSON-1991032254-project-member] Enqueued Resource ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 with Priority: HIGHEST for action security_group_members [ 966.100979] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 with Priority: HIGHEST for action security_group_members [ 966.101337] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a75561-9c69-45e0-9bed-5be6e0c17600 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.101462] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.101528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.101952] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.101952] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.102230] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.102309] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.102489] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.102578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.102671] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a75561-9c69-45e0-9bed-5be6e0c17600',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.448233] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.448233] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-764" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.448233] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-764" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.448233] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-764" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.448233] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.449043] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.449286] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.449862] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.450152] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.450551] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.450788] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.450998] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.451311] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.451587] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.451827] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.452088] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.472048] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.473315] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.473928] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.473928] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-764" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.474454] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-3fe5f82c-4d75-402e-a3fa-1e8d02b6cec2 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.474589] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-3fe5f82c-4d75-402e-a3fa-1e8d02b6cec2" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.474712] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-3fe5f82c-4d75-402e-a3fa-1e8d02b6cec2" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.475054] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-3fe5f82c-4d75-402e-a3fa-1e8d02b6cec2" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.475195] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fe5f82c-4d75-402e-a3fa-1e8d02b6cec2',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.605432] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.605631] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.605743] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.606090] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.606187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.606398] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.606499] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.606578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.606743] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.606822] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.606908] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 already deleted. [ 966.607149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.977326] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.977555] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.977699] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.978073] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.978233] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.978388] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 3fe5f82c-4d75-402e-a3fa-1e8d02b6cec2 not found, creating... [ 966.978775] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.978985] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.979690] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.980051] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.980266] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.980626] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.980835] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.980996] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.981303] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.981485] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.981658] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 3fe5f82c-4d75-402e-a3fa-1e8d02b6cec2 is going to be created. [ 967.005830] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.006121] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.006315] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.006736] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.006987] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.007239] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-3fe5f82c-4d75-402e-a3fa-1e8d02b6cec2" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.222486] env[66408]: INFO networking_nsxv3.common.synchronization [req-caf919a0-5690-44a7-b320-77e60c4769a6 req-af0ae8f6-ac29-435a-9696-49120dc6797f tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 967.223151] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 967.223500] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.223643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.223730] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.224238] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.224346] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.224486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.224486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.224655] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.224713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.224818] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.728317] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.806119] env[66408]: INFO networking_nsxv3.common.synchronization [req-765f5d2c-7dcf-49b0-b195-ac6639d48082 req-6d6ceec1-1c62-44e5-a80c-02d82c6e5778 service nova] Enqueued Resource ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 with Priority: HIGHEST for action security_group_rules [ 967.806119] env[66408]: INFO networking_nsxv3.common.synchronization [req-765f5d2c-7dcf-49b0-b195-ac6639d48082 req-6d6ceec1-1c62-44e5-a80c-02d82c6e5778 service nova] Enqueued Resource ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 with Priority: HIGHEST for action security_group_members [ 967.806499] env[66408]: INFO networking_nsxv3.common.synchronization [req-765f5d2c-7dcf-49b0-b195-ac6639d48082 req-6d6ceec1-1c62-44e5-a80c-02d82c6e5778 service nova] Enqueued Resource ID: 3fe5f82c-4d75-402e-a3fa-1e8d02b6cec2 with Priority: HIGHEST for action port [ 967.806987] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 with Priority: HIGHEST for action security_group_rules [ 967.807137] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 with Priority: HIGHEST for action security_group_members [ 967.807216] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe5f82c-4d75-402e-a3fa-1e8d02b6cec2 with Priority: HIGHEST for action port [ 967.807596] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73a75561-9c69-45e0-9bed-5be6e0c17600 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.807715] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.807810] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.808083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.808138] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73a75561-9c69-45e0-9bed-5be6e0c17600',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.808992] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a75561-9c69-45e0-9bed-5be6e0c17600 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.809116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.809518] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.809518] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.809518] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.809662] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.809662] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.809770] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.809847] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.810101] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a75561-9c69-45e0-9bed-5be6e0c17600',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.810702] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fe5f82c-4d75-402e-a3fa-1e8d02b6cec2 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.810822] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fe5f82c-4d75-402e-a3fa-1e8d02b6cec2" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.810870] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fe5f82c-4d75-402e-a3fa-1e8d02b6cec2" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.811031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fe5f82c-4d75-402e-a3fa-1e8d02b6cec2" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.811110] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fe5f82c-4d75-402e-a3fa-1e8d02b6cec2',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.033517] env[66408]: INFO networking_nsxv3.common.synchronization [None req-ba2be541-ecb7-4eea-a190-c4b98ab489a1 tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 968.033517] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 968.033517] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.033517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.229918] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.313319] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fe5f82c-4d75-402e-a3fa-1e8d02b6cec2 with status ACTIVE [ 968.313605] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.313701] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.313766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.313996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.314145] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.314340] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.314444] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.314507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.314670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.314749] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.314930] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.315030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.315092] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.315237] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.315312] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.315423] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fe5f82c-4d75-402e-a3fa-1e8d02b6cec2 is going to be updated. [ 968.321019] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73a75561-9c69-45e0-9bed-5be6e0c17600',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.321019] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a75561-9c69-45e0-9bed-5be6e0c17600 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.321019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.342858] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.343065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.343112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.343657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.343823] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.343997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fe5f82c-4d75-402e-a3fa-1e8d02b6cec2" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.732618] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.732618] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.732618] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.734742] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.734742] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.734742] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 is going to be updated. [ 968.790559] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.790703] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.790771] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.791188] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.791230] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.807428] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: IN_PROGRESS for 2s [ 968.824108] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73a75561-9c69-45e0-9bed-5be6e0c17600',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.326497] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.326758] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.326834] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.328862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.328862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.328862] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 is going to be created. [ 969.354229] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.354368] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.354368] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.354599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.354746] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.367384] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 in Status: UNINITIALIZED for 2s [ 970.820466] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: SUCCESS [ 970.820466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.820466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.820896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.820896] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.821052] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.821105] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.821266] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.821350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.821445] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.160647] env[66408]: INFO networking_nsxv3.common.synchronization [req-50cb7f03-6565-496c-891a-386faf3ae0d9 req-be4d4891-a845-47ce-b262-fb3730524992 tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 with Priority: HIGHEST for action security_group_members [ 971.161297] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 with Priority: HIGHEST for action security_group_members [ 971.161614] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-28f152b3-9ff3-4784-b1a4-43256e7c1345 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.161746] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.161813] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.162013] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.162171] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.162264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.162374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.162479] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.162562] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.162660] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28f152b3-9ff3-4784-b1a4-43256e7c1345',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.324716] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.326441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.326441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.326441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.326441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.326441] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.326441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.326441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.326441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.326830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.326830] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 is going to be updated. [ 971.358193] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.358514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.358707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.359052] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.359360] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.372889] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: IN_PROGRESS for 2s [ 971.376907] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 in Status: SUCCESS [ 971.377171] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.377309] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.377580] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.377741] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.377859] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.377905] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.378186] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.378186] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.378271] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.378310] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73a75561-9c69-45e0-9bed-5be6e0c17600',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.528142] env[66408]: INFO networking_nsxv3.common.synchronization [req-a35bb205-0aa4-4c5c-8096-0839ac290c49 req-59540279-ef48-414c-aa1f-00ef13c6bb1d tempest-DeleteServersTestJSON-605697757 tempest-DeleteServersTestJSON-605697757-project-member] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 971.528142] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 971.528142] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.528142] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.528142] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.528731] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.529813] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.529948] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.530039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.530586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.530586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.530586] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.665193] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.665419] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.665486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.665741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.665865] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.666155] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.666263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.666331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.666578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.666802] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.667038] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 is going to be updated. [ 971.697706] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.699843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.699843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.699843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.699843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.712463] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 in Status: IN_PROGRESS for 2s [ 971.881441] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a75561-9c69-45e0-9bed-5be6e0c17600 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.881870] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.881870] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.881983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.882111] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.882204] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.882269] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.882469] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.882562] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.882681] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.882868] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a75561-9c69-45e0-9bed-5be6e0c17600 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.882982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.883075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.883270] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.883454] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.883573] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.883641] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.883818] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.883926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.884161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.884295] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73a75561-9c69-45e0-9bed-5be6e0c17600',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.033521] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.033864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.033864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.034453] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.034453] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.034759] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.034884] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.034884] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.035111] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.035186] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.035425] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be updated. [ 972.071610] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.071831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.071992] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.072279] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.072445] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.083439] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: IN_PROGRESS for 2s [ 972.297016] env[66408]: INFO networking_nsxv3.common.synchronization [req-74551b9d-540c-4e86-88b0-feecf2027023 req-94367d7b-8d87-4315-8b47-8b8c976d3ca8 tempest-AttachInterfacesUnderV243Test-680802577 tempest-AttachInterfacesUnderV243Test-680802577-project-member] Enqueued Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_members [ 972.297016] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_members [ 972.297649] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc290bc-3873-46cb-a45e-18c8cf3a1266 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.297649] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.297649] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.297902] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.298137] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.298247] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.298247] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.300789] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.300789] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.300789] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.325804] env[66408]: INFO networking_nsxv3.common.synchronization [req-74551b9d-540c-4e86-88b0-feecf2027023 req-94367d7b-8d87-4315-8b47-8b8c976d3ca8 tempest-AttachInterfacesUnderV243Test-680802577 tempest-AttachInterfacesUnderV243Test-680802577-project-member] Enqueued Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_rules [ 972.325987] env[66408]: INFO networking_nsxv3.common.synchronization [req-74551b9d-540c-4e86-88b0-feecf2027023 req-94367d7b-8d87-4315-8b47-8b8c976d3ca8 tempest-AttachInterfacesUnderV243Test-680802577 tempest-AttachInterfacesUnderV243Test-680802577-project-member] Enqueued Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_members [ 972.329022] env[66408]: INFO networking_nsxv3.common.synchronization [req-74551b9d-540c-4e86-88b0-feecf2027023 req-94367d7b-8d87-4315-8b47-8b8c976d3ca8 tempest-AttachInterfacesUnderV243Test-680802577 tempest-AttachInterfacesUnderV243Test-680802577-project-member] Enqueued Resource ID: 0c020422-c7f3-4390-9055-2942b0fa1c9a with Priority: HIGHEST for action port [ 972.329022] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_rules [ 972.329022] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_members [ 972.329022] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c020422-c7f3-4390-9055-2942b0fa1c9a with Priority: HIGHEST for action port [ 972.329022] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.329022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.329022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.329022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.329022] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.329022] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc290bc-3873-46cb-a45e-18c8cf3a1266 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.329022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.329784] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c020422-c7f3-4390-9055-2942b0fa1c9a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.329784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c020422-c7f3-4390-9055-2942b0fa1c9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.329784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c020422-c7f3-4390-9055-2942b0fa1c9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.329784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c020422-c7f3-4390-9055-2942b0fa1c9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.329784] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c020422-c7f3-4390-9055-2942b0fa1c9a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.387279] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73a75561-9c69-45e0-9bed-5be6e0c17600: rpc.has_security_group_logging(os_id): False [ 972.413352] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.413578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.413578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.413802] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.413895] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.414254] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.414390] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.414455] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.414633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.414712] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.414941] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.415512] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.415587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.415739] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.415815] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.416150] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.417047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.417047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.417047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.417047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.417047] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 is going to be created. [ 972.500996] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.501186] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.501231] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.501434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.501631] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.521625] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 in Status: IN_PROGRESS for 2s [ 972.804518] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.830595] env[66408]: INFO networking_nsxv3.common.synchronization [None req-04d933d5-efc7-454f-8682-caddc08b194a None None] Enqueued Resource ID: 530cd2e0-bd65-4e7d-9034-bbb6642d4398 with Priority: HIGHEST for action port [ 972.831071] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc290bc-3873-46cb-a45e-18c8cf3a1266 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.831195] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.831672] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530cd2e0-bd65-4e7d-9034-bbb6642d4398 with Priority: HIGHEST for action port [ 972.831897] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c020422-c7f3-4390-9055-2942b0fa1c9a with status ACTIVE [ 972.832205] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.832336] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.832401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.832640] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.832715] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.832882] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.832978] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.833050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.833206] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.833306] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.833494] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.833576] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.833689] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.833784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.834105] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.834105] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c020422-c7f3-4390-9055-2942b0fa1c9a is going to be updated. [ 972.835819] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-530cd2e0-bd65-4e7d-9034-bbb6642d4398 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.835934] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-530cd2e0-bd65-4e7d-9034-bbb6642d4398" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.835999] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-530cd2e0-bd65-4e7d-9034-bbb6642d4398" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.836254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-530cd2e0-bd65-4e7d-9034-bbb6642d4398" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.836356] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('530cd2e0-bd65-4e7d-9034-bbb6642d4398',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.843616] env[66408]: INFO networking_nsxv3.common.synchronization [req-f38d2007-d2fc-48bf-a1c1-51c5f057eaac req-b1be92e5-9074-4bcb-a868-8d6af3efc158 tempest-ServerActionsTestOtherB-1051836459 tempest-ServerActionsTestOtherB-1051836459-project-member] Enqueued Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_members [ 972.845238] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_members [ 972.846451] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.846602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.846682] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.847022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.847209] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.847327] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.847377] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.847560] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.847660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.847757] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.862127] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.862316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.862361] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.862555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.862686] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.862843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c020422-c7f3-4390-9055-2942b0fa1c9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.312597] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.346233] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 530cd2e0-bd65-4e7d-9034-bbb6642d4398 [ 973.347162] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.348121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.348214] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.348474] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.348537] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.348684] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:530cd2e0-bd65-4e7d-9034-bbb6642d4398 already deleted. [ 973.348806] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-530cd2e0-bd65-4e7d-9034-bbb6642d4398" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.351336] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.351426] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.351480] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.353090] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.378550] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.378550] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.378550] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.378550] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.378550] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.378550] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.378550] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 is going to be updated. [ 973.391563] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: SUCCESS [ 973.391563] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 deletion is rescheduled due to dependency. [ 973.391563] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.408348] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.408596] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.408596] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.408829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.408981] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.419471] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: IN_PROGRESS for 2s [ 973.644920] env[66408]: INFO networking_nsxv3.common.synchronization [req-c44b661d-5170-449b-92fd-805954cb7120 req-b9536b7d-480a-4fa4-a4a2-9a4c27af9a4d tempest-AttachVolumeNegativeTest-306535089 tempest-AttachVolumeNegativeTest-306535089-project-member] Enqueued Resource ID: 72af7828-7839-4431-bcc9-a681c35a8583 with Priority: HIGHEST for action security_group_members [ 973.645479] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72af7828-7839-4431-bcc9-a681c35a8583 with Priority: HIGHEST for action security_group_members [ 973.647164] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-72af7828-7839-4431-bcc9-a681c35a8583 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.647164] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.647164] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.647395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.647395] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.647468] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.647604] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.647729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.647826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.647919] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72af7828-7839-4431-bcc9-a681c35a8583',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.724324] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 in Status: SUCCESS [ 973.724492] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28f152b3-9ff3-4784-b1a4-43256e7c1345 deletion is rescheduled due to dependency. [ 973.724604] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28f152b3-9ff3-4784-b1a4-43256e7c1345" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.815302] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.817151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.817296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.818526] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.818526] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.818526] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 is going to be updated. [ 973.853071] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.853183] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.853183] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.853365] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.853517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.866764] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 in Status: IN_PROGRESS for 2s [ 974.108415] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 974.108662] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 deletion is rescheduled due to dependency. [ 974.108800] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.151964] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.151964] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.151964] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.152257] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.152257] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.152395] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.152494] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.152697] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.153400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.153499] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.153600] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72af7828-7839-4431-bcc9-a681c35a8583 is going to be updated. [ 974.204958] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.205233] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.206369] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.207145] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.207145] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.212211] env[66408]: INFO networking_nsxv3.common.synchronization [None req-dabb1f66-ef85-40ac-91d4-0da32ee10bef tempest-ServersTestFqdnHostnames-1286239040 tempest-ServersTestFqdnHostnames-1286239040-project-member] Enqueued Resource ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea with Priority: HIGHEST for action security_group_rules [ 974.212211] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea with Priority: HIGHEST for action security_group_rules [ 974.212337] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a046ce18-6cb2-4be1-bf7c-f7d255c062ea taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.212481] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.212554] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.212932] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.213059] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a046ce18-6cb2-4be1-bf7c-f7d255c062ea',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.220020] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72af7828-7839-4431-bcc9-a681c35a8583 in Status: IN_PROGRESS for 2s [ 974.502449] env[66408]: INFO networking_nsxv3.common.synchronization [None req-085983e6-6acc-4e82-869f-65e2020aa890 tempest-ServersTestFqdnHostnames-1286239040 tempest-ServersTestFqdnHostnames-1286239040-project-member] Enqueued Resource ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea with Priority: HIGHEST for action security_group_rules [ 974.503081] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea with Priority: HIGHEST for action security_group_rules [ 974.504363] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a046ce18-6cb2-4be1-bf7c-f7d255c062ea taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.504363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.536512] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 in Status: SUCCESS [ 974.536810] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.739170] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.739395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.739446] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.739831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.739945] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.740495] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea already deleted. [ 974.740495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.740495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.741681] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.741681] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a046ce18-6cb2-4be1-bf7c-f7d255c062ea',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.269459] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.269459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.269459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.269459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.269459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.269459] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea already deleted. [ 975.269459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.432795] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: SUCCESS [ 975.432795] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 deletion is rescheduled due to dependency. [ 975.432795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.878780] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 in Status: SUCCESS [ 975.879159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.879245] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.879439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.879611] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.879827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.879827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.880257] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.880357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.881160] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.955363] env[66408]: INFO networking_nsxv3.common.synchronization [None req-600861ca-7774-4ca8-89de-b4a21f716701 None None] Enqueued Resource ID: 84c7325a-67db-4c24-b19e-0db3e58f9eb5 with Priority: HIGHEST for action port [ 975.957928] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c7325a-67db-4c24-b19e-0db3e58f9eb5 with Priority: HIGHEST for action port [ 975.957928] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-84c7325a-67db-4c24-b19e-0db3e58f9eb5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.957928] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84c7325a-67db-4c24-b19e-0db3e58f9eb5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.957928] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84c7325a-67db-4c24-b19e-0db3e58f9eb5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.958844] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84c7325a-67db-4c24-b19e-0db3e58f9eb5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.958844] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84c7325a-67db-4c24-b19e-0db3e58f9eb5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.232100] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72af7828-7839-4431-bcc9-a681c35a8583 in Status: SUCCESS [ 976.232702] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72af7828-7839-4431-bcc9-a681c35a8583 deletion is rescheduled due to dependency. [ 976.232702] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.382770] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.461791] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84c7325a-67db-4c24-b19e-0db3e58f9eb5 [ 976.462726] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.462726] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.462726] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.462726] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.462726] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.462726] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84c7325a-67db-4c24-b19e-0db3e58f9eb5 already deleted. [ 976.463053] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84c7325a-67db-4c24-b19e-0db3e58f9eb5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.710445] env[66408]: INFO networking_nsxv3.common.synchronization [req-9ef9c56e-565e-48e3-92bd-25032121de90 req-01282af7-6c0c-4ae4-bcf0-0df10f8ac58b tempest-AttachVolumeShelveTestJSON-2019605850 tempest-AttachVolumeShelveTestJSON-2019605850-project-member] Enqueued Resource ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 with Priority: HIGHEST for action security_group_members [ 976.711797] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 with Priority: HIGHEST for action security_group_members [ 976.711797] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-06843dd8-c4e9-48e1-9240-ca39b0024a01 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.711903] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.711944] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.712310] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.712522] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.712663] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.712715] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.712917] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.713550] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.713550] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06843dd8-c4e9-48e1-9240-ca39b0024a01',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.886100] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.215742] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.215922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.216016] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.216257] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.216347] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.216548] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.216718] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.216795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.216959] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.217082] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.217175] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 already deleted. [ 977.217258] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.232157] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-766 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.232157] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-766" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.232157] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-766" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.232424] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-766" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.232648] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.232805] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.232943] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.233188] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.233342] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.233686] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.233803] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.233912] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.234035] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.234143] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.234266] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.234417] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.255664] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.255845] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.255977] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.256171] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-766" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.258700] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-c8e863a1-f569-4367-8bd6-14ffc4c330d1 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.258700] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-c8e863a1-f569-4367-8bd6-14ffc4c330d1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.258700] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-c8e863a1-f569-4367-8bd6-14ffc4c330d1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.258700] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-c8e863a1-f569-4367-8bd6-14ffc4c330d1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.258700] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8e863a1-f569-4367-8bd6-14ffc4c330d1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.389145] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.389345] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.389393] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.389714] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.389830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.389953] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 is going to be updated. [ 977.434779] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.434997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.435149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.435440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.435618] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.446425] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 in Status: IN_PROGRESS for 2s [ 977.536373] env[66408]: INFO networking_nsxv3.common.synchronization [req-dedeff80-4de2-40af-a078-d43bb85028d5 req-353331c8-9e3e-4429-8a9a-f0d6b9dbf74b tempest-AttachInterfacesUnderV243Test-680802577 tempest-AttachInterfacesUnderV243Test-680802577-project-member] Enqueued Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_members [ 977.537588] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_members [ 977.538203] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc290bc-3873-46cb-a45e-18c8cf3a1266 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.538394] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.553037] env[66408]: INFO networking_nsxv3.common.synchronization [req-dedeff80-4de2-40af-a078-d43bb85028d5 req-353331c8-9e3e-4429-8a9a-f0d6b9dbf74b tempest-AttachInterfacesUnderV243Test-680802577 tempest-AttachInterfacesUnderV243Test-680802577-project-member] Enqueued Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_rules [ 977.553037] env[66408]: INFO networking_nsxv3.common.synchronization [req-dedeff80-4de2-40af-a078-d43bb85028d5 req-353331c8-9e3e-4429-8a9a-f0d6b9dbf74b tempest-AttachInterfacesUnderV243Test-680802577 tempest-AttachInterfacesUnderV243Test-680802577-project-member] Enqueued Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_members [ 977.553037] env[66408]: INFO networking_nsxv3.common.synchronization [req-dedeff80-4de2-40af-a078-d43bb85028d5 req-353331c8-9e3e-4429-8a9a-f0d6b9dbf74b tempest-AttachInterfacesUnderV243Test-680802577 tempest-AttachInterfacesUnderV243Test-680802577-project-member] Enqueued Resource ID: 0c020422-c7f3-4390-9055-2942b0fa1c9a with Priority: HIGHEST for action port [ 977.553666] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_rules [ 977.553894] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_members [ 977.554114] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c020422-c7f3-4390-9055-2942b0fa1c9a with Priority: HIGHEST for action port [ 977.555168] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.555610] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.555985] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc290bc-3873-46cb-a45e-18c8cf3a1266 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.556182] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.556517] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c020422-c7f3-4390-9055-2942b0fa1c9a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.556724] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c020422-c7f3-4390-9055-2942b0fa1c9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.556861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c020422-c7f3-4390-9055-2942b0fa1c9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.557226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c020422-c7f3-4390-9055-2942b0fa1c9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.557368] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c020422-c7f3-4390-9055-2942b0fa1c9a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.760864] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.760864] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.760864] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.762238] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.762238] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.762238] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port c8e863a1-f569-4367-8bd6-14ffc4c330d1 not found, creating... [ 977.762238] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.762238] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.762238] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.762623] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.762623] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.762962] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.763163] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.763305] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.763524] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.764149] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.764149] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: c8e863a1-f569-4367-8bd6-14ffc4c330d1 is going to be created. [ 977.790346] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.790503] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.790591] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.791184] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.791184] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.791356] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-c8e863a1-f569-4367-8bd6-14ffc4c330d1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.060331] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c020422-c7f3-4390-9055-2942b0fa1c9a with status ACTIVE [ 978.060762] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.061034] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.061115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.062039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.062039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.062039] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.062039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.062039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.062039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.062039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.062578] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.062578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.062578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.062578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.062578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.062794] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c020422-c7f3-4390-9055-2942b0fa1c9a is going to be updated. [ 978.090366] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.090366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.090366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.090797] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.090797] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.090797] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c020422-c7f3-4390-9055-2942b0fa1c9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.566282] env[66408]: INFO networking_nsxv3.common.synchronization [req-9ef9c56e-565e-48e3-92bd-25032121de90 req-d683c963-fc63-426b-ae32-5fa3ca4de4f7 service nova] Enqueued Resource ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 with Priority: HIGHEST for action security_group_rules [ 978.566282] env[66408]: INFO networking_nsxv3.common.synchronization [req-9ef9c56e-565e-48e3-92bd-25032121de90 req-d683c963-fc63-426b-ae32-5fa3ca4de4f7 service nova] Enqueued Resource ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 with Priority: HIGHEST for action security_group_members [ 978.566282] env[66408]: INFO networking_nsxv3.common.synchronization [req-9ef9c56e-565e-48e3-92bd-25032121de90 req-d683c963-fc63-426b-ae32-5fa3ca4de4f7 service nova] Enqueued Resource ID: c8e863a1-f569-4367-8bd6-14ffc4c330d1 with Priority: HIGHEST for action port [ 978.566282] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 with Priority: HIGHEST for action security_group_rules [ 978.566282] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 with Priority: HIGHEST for action security_group_members [ 978.566986] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8e863a1-f569-4367-8bd6-14ffc4c330d1 with Priority: HIGHEST for action port [ 978.567949] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06843dd8-c4e9-48e1-9240-ca39b0024a01 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.568249] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.568469] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.568906] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.569147] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06843dd8-c4e9-48e1-9240-ca39b0024a01',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.570733] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-06843dd8-c4e9-48e1-9240-ca39b0024a01 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.571113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.571332] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.571690] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.572282] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.576023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.576023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.576023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.576023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.576023] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06843dd8-c4e9-48e1-9240-ca39b0024a01',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.576023] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8e863a1-f569-4367-8bd6-14ffc4c330d1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.576023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8e863a1-f569-4367-8bd6-14ffc4c330d1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.576023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8e863a1-f569-4367-8bd6-14ffc4c330d1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.576023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8e863a1-f569-4367-8bd6-14ffc4c330d1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.576023] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8e863a1-f569-4367-8bd6-14ffc4c330d1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.076849] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06843dd8-c4e9-48e1-9240-ca39b0024a01',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.078063] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-06843dd8-c4e9-48e1-9240-ca39b0024a01 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.078174] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.078558] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8e863a1-f569-4367-8bd6-14ffc4c330d1 with status ACTIVE [ 979.078768] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.078885] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.078935] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.079198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.079291] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.080152] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.080152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.080152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.080152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.080152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.080586] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.080586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.080586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.080586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.080716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.080716] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8e863a1-f569-4367-8bd6-14ffc4c330d1 is going to be updated. [ 979.103083] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.103280] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.103885] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.103885] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.103885] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.104314] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8e863a1-f569-4367-8bd6-14ffc4c330d1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.182456] env[66408]: INFO networking_nsxv3.common.synchronization [req-d79779d8-b79e-4468-a804-72aeb0b0bca3 req-5c8fae65-6e8b-4d74-9933-e5add276412c tempest-ServersTestJSON-1989292169 tempest-ServersTestJSON-1989292169-project-member] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 979.182567] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 979.182877] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.183081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.183081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.183303] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.183549] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.183673] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.183740] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.183912] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.183990] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.184099] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.458552] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 in Status: SUCCESS [ 979.459270] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.459270] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.459495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.459680] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.459816] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.459917] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.460141] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.460228] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.460346] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.460449] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.461548] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.461548] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.461716] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.461786] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.461856] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.462014] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.462096] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.462182] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.579985] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06843dd8-c4e9-48e1-9240-ca39b0024a01',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.620236] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.620442] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.620548] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.620821] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.621093] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.621246] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.621361] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.621571] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.621951] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.621951] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.622035] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.622131] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.622276] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.622328] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.622434] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.622557] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.642328] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.642503] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.642625] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.642812] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.643153] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-db83f6bb-73b3-4d6c-8a1f-eabdb0adc338 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.643426] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-db83f6bb-73b3-4d6c-8a1f-eabdb0adc338" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.643600] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-db83f6bb-73b3-4d6c-8a1f-eabdb0adc338" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.643939] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-db83f6bb-73b3-4d6c-8a1f-eabdb0adc338" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.644421] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db83f6bb-73b3-4d6c-8a1f-eabdb0adc338',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.687987] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.963560] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.966238] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.083929] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.084232] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.084232] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.085038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.085038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.085038] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 is going to be created. [ 980.133468] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.133670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.133708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.133919] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.134156] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.145788] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 in Status: UNINITIALIZED for 2s [ 980.146334] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.146534] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.146653] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.147282] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.147282] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.147282] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port db83f6bb-73b3-4d6c-8a1f-eabdb0adc338 not found, creating... [ 980.147551] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.147706] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.147841] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.148120] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.148264] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.148810] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.148810] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.149043] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.149181] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.149294] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.149432] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: db83f6bb-73b3-4d6c-8a1f-eabdb0adc338 is going to be created. [ 980.170741] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.170967] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.171102] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.171454] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.171788] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.172115] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-db83f6bb-73b3-4d6c-8a1f-eabdb0adc338" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.189086] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.465278] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfc290bc-3873-46cb-a45e-18c8cf3a1266: rpc.has_security_group_logging(os_id): False [ 980.470327] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.485070] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.485189] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.485350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.485464] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.485556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.485924] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.485924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.486116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.486116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.486173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.486256] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 is going to be updated. [ 980.554431] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.554850] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.554850] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.554850] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.554987] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.569924] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 in Status: IN_PROGRESS for 2s [ 980.691284] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.691495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.691495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.691810] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.691908] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.692053] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 980.732531] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.732736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.732819] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.733097] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.733296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.745924] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 980.972610] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.972754] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.972845] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.973073] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.973196] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.973312] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 is going to be updated. [ 980.984661] env[66408]: INFO networking_nsxv3.common.synchronization [req-d79779d8-b79e-4468-a804-72aeb0b0bca3 req-291dd126-00d2-4a07-9710-8f427b96680e service nova] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_rules [ 980.986019] env[66408]: INFO networking_nsxv3.common.synchronization [req-d79779d8-b79e-4468-a804-72aeb0b0bca3 req-291dd126-00d2-4a07-9710-8f427b96680e service nova] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 980.986019] env[66408]: INFO networking_nsxv3.common.synchronization [req-d79779d8-b79e-4468-a804-72aeb0b0bca3 req-291dd126-00d2-4a07-9710-8f427b96680e service nova] Enqueued Resource ID: db83f6bb-73b3-4d6c-8a1f-eabdb0adc338 with Priority: HIGHEST for action port [ 980.986019] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_rules [ 980.986371] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 980.986610] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db83f6bb-73b3-4d6c-8a1f-eabdb0adc338 with Priority: HIGHEST for action port [ 980.990038] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.990038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.990038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.990038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.990038] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.990038] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.990038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.990038] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-db83f6bb-73b3-4d6c-8a1f-eabdb0adc338 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.990038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db83f6bb-73b3-4d6c-8a1f-eabdb0adc338" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.990038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db83f6bb-73b3-4d6c-8a1f-eabdb0adc338" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.990038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db83f6bb-73b3-4d6c-8a1f-eabdb0adc338" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.990038] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db83f6bb-73b3-4d6c-8a1f-eabdb0adc338',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.007746] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.007746] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.007746] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.008020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.009112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.017762] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 in Status: IN_PROGRESS for 2s [ 981.294652] env[66408]: INFO networking_nsxv3.common.synchronization [req-19107d34-5037-40f3-b070-406975cb104b req-794d56b5-ccc9-48bc-9ebc-8c8fd12d7539 tempest-InstanceActionsV221TestJSON-1991032254 tempest-InstanceActionsV221TestJSON-1991032254-project-member] Enqueued Resource ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 with Priority: HIGHEST for action security_group_members [ 981.295233] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 with Priority: HIGHEST for action security_group_members [ 981.295891] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a75561-9c69-45e0-9bed-5be6e0c17600 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.295891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.295891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.296125] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.296281] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.296409] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.296459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.296888] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.296888] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.296888] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a75561-9c69-45e0-9bed-5be6e0c17600',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.494362] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.494362] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.494554] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db83f6bb-73b3-4d6c-8a1f-eabdb0adc338 with status ACTIVE [ 981.494675] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.494997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.494997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.495106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.495207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.495387] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.495501] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.495558] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.495716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.495791] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.495965] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.496068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.496145] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.496300] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.496361] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.496452] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db83f6bb-73b3-4d6c-8a1f-eabdb0adc338 is going to be updated. [ 981.520185] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.520364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.520448] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.520708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.520859] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.521102] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db83f6bb-73b3-4d6c-8a1f-eabdb0adc338" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.800412] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.800412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.800412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.800412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.800871] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.800995] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.801154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.801250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.801530] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.802100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.802100] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 is going to be updated. [ 981.837555] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.837555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.837555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.837555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.837872] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.848576] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 in Status: IN_PROGRESS for 2s [ 982.159259] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 in Status: SUCCESS [ 982.159622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.159958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.160265] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.160658] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.160658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.160792] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.160910] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.160960] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.161069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.161194] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06843dd8-c4e9-48e1-9240-ca39b0024a01',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.592515] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 in Status: SUCCESS [ 982.592515] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.592515] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.592515] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.592515] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.665658] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06843dd8-c4e9-48e1-9240-ca39b0024a01',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.757776] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 982.758291] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.758725] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.759459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.759914] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.760205] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.760390] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.760813] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.761068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.762335] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.028305] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 in Status: SUCCESS [ 983.028549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.028748] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.029009] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.029191] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.029312] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.029374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.029538] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.029638] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.029722] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.098053] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc290bc-3873-46cb-a45e-18c8cf3a1266 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.098053] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.168665] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06843dd8-c4e9-48e1-9240-ca39b0024a01: rpc.has_security_group_logging(os_id): False [ 983.187161] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.187864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.187864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.187982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.188105] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.188387] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.188505] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.188572] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.189035] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.189035] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.189200] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 is going to be created. [ 983.261377] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.261377] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.261377] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.261377] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.261377] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.266608] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.272166] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 in Status: IN_PROGRESS for 2s [ 983.533947] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.768954] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.860859] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 in Status: SUCCESS [ 983.861078] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 deletion is rescheduled due to dependency. [ 983.861221] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.037149] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.148198] env[66408]: INFO networking_nsxv3.common.synchronization [req-ca43b3f3-be4c-48b2-b437-505954314f0d req-28dfabb1-bb13-4b11-81c3-1f5c4f6c21a8 tempest-AttachInterfacesUnderV243Test-680802577 tempest-AttachInterfacesUnderV243Test-680802577-project-member] Enqueued Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_members [ 984.149940] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGHEST for action security_group_members [ 984.150602] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc290bc-3873-46cb-a45e-18c8cf3a1266 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.150761] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.271476] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.272935] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.272935] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.272935] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.272935] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.272935] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 984.318051] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.318427] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.318427] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.318584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.318617] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.332793] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 984.541337] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.541528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.541583] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.542014] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.542186] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.542359] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 is going to be updated. [ 984.592726] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.592726] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.592726] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.592726] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.592726] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.602712] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 in Status: IN_PROGRESS for 2s [ 984.809564] env[66408]: INFO networking_nsxv3.common.synchronization [None req-fbcea09a-6fe9-49cc-81aa-2cee479e1748 tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: d7e1e429-525a-4522-85ae-34527d43b139 with Priority: HIGHEST for action security_group_rules [ 984.811144] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e1e429-525a-4522-85ae-34527d43b139 with Priority: HIGHEST for action security_group_rules [ 984.811144] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7e1e429-525a-4522-85ae-34527d43b139 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.811144] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.811144] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.811144] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.811144] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.976897] env[66408]: INFO networking_nsxv3.common.synchronization [None req-8a304efd-7d78-4c08-af25-c9a67bec043f tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: d7e1e429-525a-4522-85ae-34527d43b139 with Priority: HIGHEST for action security_group_rules [ 984.977478] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e1e429-525a-4522-85ae-34527d43b139 with Priority: HIGHEST for action security_group_rules [ 984.977790] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7e1e429-525a-4522-85ae-34527d43b139 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.978066] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.284263] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 in Status: SUCCESS [ 985.284845] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.292686] env[66408]: INFO networking_nsxv3.common.synchronization [None req-a3a005d7-bdf4-44ac-ba3c-9c66456a2e1b None None] Enqueued Resource ID: 16507f75-0e5f-447a-9987-c6a6e97da5f8 with Priority: HIGHEST for action port [ 985.293286] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16507f75-0e5f-447a-9987-c6a6e97da5f8 with Priority: HIGHEST for action port [ 985.293561] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-16507f75-0e5f-447a-9987-c6a6e97da5f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.293711] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16507f75-0e5f-447a-9987-c6a6e97da5f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.293790] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16507f75-0e5f-447a-9987-c6a6e97da5f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.294276] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16507f75-0e5f-447a-9987-c6a6e97da5f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.294368] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16507f75-0e5f-447a-9987-c6a6e97da5f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.334279] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.334526] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.335022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.335777] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.335777] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.335777] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7e1e429-525a-4522-85ae-34527d43b139 already deleted. [ 985.335777] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.336497] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.336497] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.336497] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.797859] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16507f75-0e5f-447a-9987-c6a6e97da5f8 [ 985.797859] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.799767] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.800482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.801622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.801772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.801895] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16507f75-0e5f-447a-9987-c6a6e97da5f8 already deleted. [ 985.802015] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16507f75-0e5f-447a-9987-c6a6e97da5f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.860919] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.861320] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.861320] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.861503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.861552] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.861655] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7e1e429-525a-4522-85ae-34527d43b139 already deleted. [ 985.862045] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.344799] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 986.345679] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.346732] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.346732] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.346981] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.347145] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.347210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.347407] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.348033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.348033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.348033] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.612891] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 in Status: SUCCESS [ 986.612891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.612891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.613211] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.613323] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.613436] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.613497] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.613654] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.613735] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.613823] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.614644] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.618278] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.618515] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.618706] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.618873] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.618943] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.619123] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.619206] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.619614] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.852577] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.852577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.852577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.852577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.852577] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.852577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.852577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.853138] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.853138] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.853138] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.853138] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.853138] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.853138] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.853366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.853366] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.853439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.853665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.853665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.853776] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.853776] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.854775] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.917515] env[66408]: INFO networking_nsxv3.common.synchronization [None req-3c78861a-ce67-4b7d-a6b7-30f454077e30 tempest-ServerActionsV293TestJSON-524277599 tempest-ServerActionsV293TestJSON-524277599-project-member] Enqueued Resource ID: 0f2332f2-3c56-4aed-8478-8670c47d87da with Priority: HIGHEST for action security_group_rules [ 986.918120] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f2332f2-3c56-4aed-8478-8670c47d87da with Priority: HIGHEST for action security_group_rules [ 986.918564] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f2332f2-3c56-4aed-8478-8670c47d87da taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.918564] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.918652] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.918981] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.919034] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f2332f2-3c56-4aed-8478-8670c47d87da',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.016470] env[66408]: INFO networking_nsxv3.common.synchronization [None req-6717d936-e1c8-472b-a057-7e847c788014 tempest-ServerActionsV293TestJSON-524277599 tempest-ServerActionsV293TestJSON-524277599-project-member] Enqueued Resource ID: 0f2332f2-3c56-4aed-8478-8670c47d87da with Priority: HIGHEST for action security_group_rules [ 987.016961] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f2332f2-3c56-4aed-8478-8670c47d87da with Priority: HIGHEST for action security_group_rules [ 987.017723] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f2332f2-3c56-4aed-8478-8670c47d87da taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.017723] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.121702] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.122712] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.122712] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.122819] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.123684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.123684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.123684] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.123684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.123684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.123684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.123684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.123986] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 is going to be updated. [ 987.174931] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.175128] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.175178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.176058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.176058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.187027] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 in Status: IN_PROGRESS for 2s [ 987.363431] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1929a0a9-bda1-4657-a51a-62bff4f685f8: rpc.has_security_group_logging(os_id): False [ 987.390029] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.390029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.390029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.390029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.390029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.390029] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.390029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.390029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.390717] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.390815] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.391052] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.391159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.391220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.391385] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.391462] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.391655] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.392413] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.392413] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.392518] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.393367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.393367] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 987.441938] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.442142] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.442220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.442366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.442704] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.442704] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f2332f2-3c56-4aed-8478-8670c47d87da already deleted. [ 987.442704] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.442985] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.442985] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.443132] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f2332f2-3c56-4aed-8478-8670c47d87da',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.457173] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.457333] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.457408] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.457583] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.457737] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.482956] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 987.627169] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfc290bc-3873-46cb-a45e-18c8cf3a1266: rpc.has_security_group_logging(os_id): False [ 987.646945] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.646945] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.646945] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.647146] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.647263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.648012] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.648012] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.648012] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.648012] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.648012] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.648012] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 is going to be updated. [ 987.710844] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.711194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.711194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.711436] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.711606] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.727892] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 in Status: IN_PROGRESS for 2s [ 987.876929] env[66408]: INFO networking_nsxv3.common.synchronization [None req-1122931f-73cd-4630-9d9c-324300a8e622 None None] Enqueued Resource ID: 69e48a98-b5b7-49ee-a948-9c6e62674780 with Priority: HIGHEST for action port [ 987.876929] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e48a98-b5b7-49ee-a948-9c6e62674780 with Priority: HIGHEST for action port [ 987.876929] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-69e48a98-b5b7-49ee-a948-9c6e62674780 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.876929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69e48a98-b5b7-49ee-a948-9c6e62674780" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.876929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69e48a98-b5b7-49ee-a948-9c6e62674780" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.877277] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69e48a98-b5b7-49ee-a948-9c6e62674780" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.877309] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69e48a98-b5b7-49ee-a948-9c6e62674780',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.965846] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.965846] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.965846] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.965846] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.965846] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.966363] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f2332f2-3c56-4aed-8478-8670c47d87da already deleted. [ 987.966363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.382586] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69e48a98-b5b7-49ee-a948-9c6e62674780 [ 988.382684] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.383381] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.383381] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.383381] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.383381] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.383381] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69e48a98-b5b7-49ee-a948-9c6e62674780 already deleted. [ 988.383381] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69e48a98-b5b7-49ee-a948-9c6e62674780" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.204575] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 in Status: SUCCESS [ 989.204575] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 deletion is rescheduled due to dependency. [ 989.204973] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.497969] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 989.498226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.744767] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 in Status: SUCCESS [ 989.745032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.465852] env[66408]: INFO networking_nsxv3.common.synchronization [req-27d12931-e69d-4742-890c-8705bdfa3c2d req-580755a5-1465-4844-bf2d-a5679a377233 tempest-ServersTestFqdnHostnames-1286239040 tempest-ServersTestFqdnHostnames-1286239040-project-member] Enqueued Resource ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea with Priority: HIGHEST for action security_group_members [ 990.466454] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea with Priority: HIGHEST for action security_group_members [ 990.466893] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-a046ce18-6cb2-4be1-bf7c-f7d255c062ea taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.467043] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.467089] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.467352] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.467509] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.467607] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.467671] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.467850] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.467941] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.468051] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a046ce18-6cb2-4be1-bf7c-f7d255c062ea',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.932801] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.933093] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-35" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.933227] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-35" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.933553] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-35" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.933809] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.933968] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.934100] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.934320] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.934468] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.934673] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.934787] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.934897] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.935009] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.935128] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.935234] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.935366] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.955950] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.956137] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.956282] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.956466] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-35" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.956947] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-d7a66b9c-c521-4ba4-aff9-b9c3ee91796a taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.957189] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-d7a66b9c-c521-4ba4-aff9-b9c3ee91796a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.957323] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-d7a66b9c-c521-4ba4-aff9-b9c3ee91796a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.957692] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-d7a66b9c-c521-4ba4-aff9-b9c3ee91796a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.957844] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7a66b9c-c521-4ba4-aff9-b9c3ee91796a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.973399] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.973643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.973759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.974121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.974240] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.974448] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.974555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.974636] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.974840] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.974929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.975039] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea already deleted. [ 990.975158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.461767] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.461767] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.461767] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.461767] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.462053] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.462092] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port d7a66b9c-c521-4ba4-aff9-b9c3ee91796a not found, creating... [ 991.464473] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.464473] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.464473] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.464473] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.464473] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.464473] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.464473] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.464473] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.464473] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.464473] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.465200] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: d7a66b9c-c521-4ba4-aff9-b9c3ee91796a is going to be created. [ 991.491724] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.491724] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.491724] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.491724] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.491724] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.491724] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-d7a66b9c-c521-4ba4-aff9-b9c3ee91796a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.210476] env[66408]: INFO networking_nsxv3.common.synchronization [req-27d12931-e69d-4742-890c-8705bdfa3c2d req-36240327-725a-436f-bc52-c6f4ec7f5585 service nova] Enqueued Resource ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea with Priority: HIGHEST for action security_group_rules [ 992.210476] env[66408]: INFO networking_nsxv3.common.synchronization [req-27d12931-e69d-4742-890c-8705bdfa3c2d req-36240327-725a-436f-bc52-c6f4ec7f5585 service nova] Enqueued Resource ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea with Priority: HIGHEST for action security_group_members [ 992.210476] env[66408]: INFO networking_nsxv3.common.synchronization [req-27d12931-e69d-4742-890c-8705bdfa3c2d req-36240327-725a-436f-bc52-c6f4ec7f5585 service nova] Enqueued Resource ID: d7a66b9c-c521-4ba4-aff9-b9c3ee91796a with Priority: HIGHEST for action port [ 992.211019] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea with Priority: HIGHEST for action security_group_rules [ 992.211175] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea with Priority: HIGHEST for action security_group_members [ 992.211257] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a66b9c-c521-4ba4-aff9-b9c3ee91796a with Priority: HIGHEST for action port [ 992.211582] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a046ce18-6cb2-4be1-bf7c-f7d255c062ea taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.211743] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.211798] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.212094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.212735] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a046ce18-6cb2-4be1-bf7c-f7d255c062ea',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.213225] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-a046ce18-6cb2-4be1-bf7c-f7d255c062ea taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.213384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.213453] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.213663] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.213818] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.213913] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.213974] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.214167] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.214275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.214383] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a046ce18-6cb2-4be1-bf7c-f7d255c062ea',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.215826] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7a66b9c-c521-4ba4-aff9-b9c3ee91796a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.215826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7a66b9c-c521-4ba4-aff9-b9c3ee91796a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.215996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7a66b9c-c521-4ba4-aff9-b9c3ee91796a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.216112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7a66b9c-c521-4ba4-aff9-b9c3ee91796a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.216670] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7a66b9c-c521-4ba4-aff9-b9c3ee91796a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.720747] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-a046ce18-6cb2-4be1-bf7c-f7d255c062ea taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.720747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.720747] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a046ce18-6cb2-4be1-bf7c-f7d255c062ea',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.720747] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7a66b9c-c521-4ba4-aff9-b9c3ee91796a with status ACTIVE [ 992.720747] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.720747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.720747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.720747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.720747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.720747] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.720747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.720747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.721657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.721657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.721657] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.721657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.721657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.722751] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.722751] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.722751] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7a66b9c-c521-4ba4-aff9-b9c3ee91796a is going to be updated. [ 992.746154] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.746154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.746154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.746154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.746154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.746154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7a66b9c-c521-4ba4-aff9-b9c3ee91796a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.224313] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a046ce18-6cb2-4be1-bf7c-f7d255c062ea',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.727868] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.728218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.728218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.728727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.729117] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.729309] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea is going to be created. [ 993.755681] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.755868] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.755920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.756132] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.756298] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.767525] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea in Status: UNINITIALIZED for 2s [ 995.583746] env[66408]: INFO networking_nsxv3.common.synchronization [req-58abdfd2-e3e0-4445-890c-8967d0f351bb req-82caec7e-68ac-454f-96f2-cab3fd4be9ba tempest-ListImageFiltersTestJSON-924735602 tempest-ListImageFiltersTestJSON-924735602-project-member] Enqueued Resource ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a with Priority: HIGHEST for action security_group_members [ 995.584921] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a with Priority: HIGHEST for action security_group_members [ 995.584921] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-141ee95b-e7e1-425f-a43e-34c7ee02da6a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.584921] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.584921] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.585633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.585821] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.585930] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.585987] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.586165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.586250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.586339] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('141ee95b-e7e1-425f-a43e-34c7ee02da6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.780886] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea in Status: SUCCESS [ 995.780886] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.781079] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.781331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.781997] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.781997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.781997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.781997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.781997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.782223] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.782223] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a046ce18-6cb2-4be1-bf7c-f7d255c062ea',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.058107] env[66408]: INFO networking_nsxv3.common.synchronization [req-84ef901f-a29e-46e2-980f-b2f4f1f91b97 req-cc790996-04cd-4a30-8382-7eb972454478 tempest-AttachVolumeNegativeTest-306535089 tempest-AttachVolumeNegativeTest-306535089-project-member] Enqueued Resource ID: bf48b470-7b58-4b7b-a57a-576e82e66362 with Priority: HIGHEST for action security_group_members [ 996.061719] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf48b470-7b58-4b7b-a57a-576e82e66362 with Priority: HIGHEST for action security_group_members [ 996.061719] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf48b470-7b58-4b7b-a57a-576e82e66362 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.061719] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.061719] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.061719] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.062070] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.063489] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.063489] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.063489] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.063489] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.063489] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf48b470-7b58-4b7b-a57a-576e82e66362',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.090731] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('141ee95b-e7e1-425f-a43e-34c7ee02da6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.285535] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a046ce18-6cb2-4be1-bf7c-f7d255c062ea',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.569083] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.569083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.569083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.569083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.569083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.569083] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.569083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.569083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.569083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.569083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.569083] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf48b470-7b58-4b7b-a57a-576e82e66362 is going to be updated. [ 996.595093] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('141ee95b-e7e1-425f-a43e-34c7ee02da6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.600403] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.600960] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.601164] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.601468] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.603020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.616585] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf48b470-7b58-4b7b-a57a-576e82e66362 in Status: IN_PROGRESS for 2s [ 996.790646] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a046ce18-6cb2-4be1-bf7c-f7d255c062ea: rpc.has_security_group_logging(os_id): False [ 996.812483] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.812668] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.812759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.813050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.813176] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.813498] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.813676] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.813749] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.813924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.814043] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.814205] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea is going to be created. [ 996.881889] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.881889] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.881889] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.882121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.882271] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.898778] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea in Status: IN_PROGRESS for 2s [ 997.099581] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.099581] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.099581] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.099837] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.099949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.100066] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a is going to be updated. [ 997.130057] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.130218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.130283] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.130515] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.130663] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.141396] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a in Status: IN_PROGRESS for 2s [ 998.625292] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf48b470-7b58-4b7b-a57a-576e82e66362 in Status: SUCCESS [ 998.625635] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf48b470-7b58-4b7b-a57a-576e82e66362 deletion is rescheduled due to dependency. [ 998.625635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.913949] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea in Status: SUCCESS [ 998.914219] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.158391] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a in Status: SUCCESS [ 999.158713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.811064] env[66408]: INFO networking_nsxv3.common.synchronization [None req-974984a8-6312-470c-94a0-ad27ce595dc3 None None] Enqueued Resource ID: f7795aae-69d3-4a05-823f-9d11da4b41dd with Priority: HIGHEST for action port [ 999.811647] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7795aae-69d3-4a05-823f-9d11da4b41dd with Priority: HIGHEST for action port [ 999.812125] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7795aae-69d3-4a05-823f-9d11da4b41dd taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.812125] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7795aae-69d3-4a05-823f-9d11da4b41dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.812243] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7795aae-69d3-4a05-823f-9d11da4b41dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.812469] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7795aae-69d3-4a05-823f-9d11da4b41dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.812852] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7795aae-69d3-4a05-823f-9d11da4b41dd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.929711] env[66408]: INFO networking_nsxv3.common.synchronization [None req-32052049-6afe-430f-accd-a7d73a30fbb6 None None] Enqueued Resource ID: 43f25d1b-8e76-45fb-8f85-7b8a85dea564 with Priority: HIGHEST for action port [ 999.932331] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43f25d1b-8e76-45fb-8f85-7b8a85dea564 with Priority: HIGHEST for action port [ 999.933222] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-43f25d1b-8e76-45fb-8f85-7b8a85dea564 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.933358] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43f25d1b-8e76-45fb-8f85-7b8a85dea564" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.933421] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43f25d1b-8e76-45fb-8f85-7b8a85dea564" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.933705] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43f25d1b-8e76-45fb-8f85-7b8a85dea564" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.933778] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43f25d1b-8e76-45fb-8f85-7b8a85dea564',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.316361] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7795aae-69d3-4a05-823f-9d11da4b41dd [ 1000.316361] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.316361] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.316361] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.316361] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.316361] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.316361] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7795aae-69d3-4a05-823f-9d11da4b41dd already deleted. [ 1000.316361] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7795aae-69d3-4a05-823f-9d11da4b41dd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.438301] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43f25d1b-8e76-45fb-8f85-7b8a85dea564 [ 1000.438628] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.438815] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.438918] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.440618] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.440618] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.440618] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43f25d1b-8e76-45fb-8f85-7b8a85dea564 already deleted. [ 1000.440618] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43f25d1b-8e76-45fb-8f85-7b8a85dea564" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.708763] env[66408]: INFO networking_nsxv3.common.synchronization [None req-203369f9-592e-4851-a1dd-34c3e19c1b15 None None] Enqueued Resource ID: 05a37242-4536-41ea-bb76-6bcd97b1cb2e with Priority: HIGHEST for action port [ 1002.710053] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05a37242-4536-41ea-bb76-6bcd97b1cb2e with Priority: HIGHEST for action port [ 1002.710847] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-05a37242-4536-41ea-bb76-6bcd97b1cb2e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.710975] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05a37242-4536-41ea-bb76-6bcd97b1cb2e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.711272] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05a37242-4536-41ea-bb76-6bcd97b1cb2e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.711607] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05a37242-4536-41ea-bb76-6bcd97b1cb2e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.711743] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05a37242-4536-41ea-bb76-6bcd97b1cb2e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.218357] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05a37242-4536-41ea-bb76-6bcd97b1cb2e [ 1003.218357] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.218357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.218357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.218357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.218555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.218555] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05a37242-4536-41ea-bb76-6bcd97b1cb2e already deleted. [ 1003.218612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05a37242-4536-41ea-bb76-6bcd97b1cb2e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.234533] env[66408]: INFO networking_nsxv3.common.synchronization [req-3875e23e-eb1d-400e-8c2f-a55a6d73d4fe req-2865174b-4d0a-41d4-acc9-600cae021e7b tempest-ServerDiagnosticsTest-181203859 tempest-ServerDiagnosticsTest-181203859-project-member] Enqueued Resource ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 with Priority: HIGHEST for action security_group_members [ 1003.235083] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 with Priority: HIGHEST for action security_group_members [ 1003.235479] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-71b83315-2ce3-41de-9d3b-4139d12bbbd4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.237019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.237019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.237019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.237019] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.237019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.237019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.237019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.237019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.237019] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71b83315-2ce3-41de-9d3b-4139d12bbbd4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.696501] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.696687] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.696884] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.697161] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.697419] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.697570] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.697683] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.697893] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.698054] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.698270] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.698376] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.698534] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.698588] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.698944] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.699128] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.699277] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.731216] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.731216] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.731850] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.731850] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-619" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.732171] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-8c0f53fb-6128-4399-91c3-8d857002d3e1 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.732471] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-8c0f53fb-6128-4399-91c3-8d857002d3e1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.732546] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-8c0f53fb-6128-4399-91c3-8d857002d3e1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.732895] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-8c0f53fb-6128-4399-91c3-8d857002d3e1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.733054] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c0f53fb-6128-4399-91c3-8d857002d3e1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.739230] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.739400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.739465] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.739684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.739771] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.740215] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.740215] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.740215] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.740375] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.740456] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.740545] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 already deleted. [ 1003.740623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.236277] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.236598] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.236771] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.237116] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.237277] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.237431] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 8c0f53fb-6128-4399-91c3-8d857002d3e1 not found, creating... [ 1004.237704] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.238045] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.238086] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.238384] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.238611] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.238965] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.240154] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.240313] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.240590] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.240706] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.240859] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 8c0f53fb-6128-4399-91c3-8d857002d3e1 is going to be created. [ 1004.265934] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.266172] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.266300] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.266624] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.266809] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.267189] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-8c0f53fb-6128-4399-91c3-8d857002d3e1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.017444] env[66408]: INFO networking_nsxv3.common.synchronization [req-3875e23e-eb1d-400e-8c2f-a55a6d73d4fe req-cdea2b9a-f22c-4ee7-af18-712839f16773 service nova] Enqueued Resource ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 with Priority: HIGHEST for action security_group_rules [ 1005.017444] env[66408]: INFO networking_nsxv3.common.synchronization [req-3875e23e-eb1d-400e-8c2f-a55a6d73d4fe req-cdea2b9a-f22c-4ee7-af18-712839f16773 service nova] Enqueued Resource ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 with Priority: HIGHEST for action security_group_members [ 1005.020434] env[66408]: INFO networking_nsxv3.common.synchronization [req-3875e23e-eb1d-400e-8c2f-a55a6d73d4fe req-cdea2b9a-f22c-4ee7-af18-712839f16773 service nova] Enqueued Resource ID: 8c0f53fb-6128-4399-91c3-8d857002d3e1 with Priority: HIGHEST for action port [ 1005.021132] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 with Priority: HIGHEST for action security_group_rules [ 1005.021326] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 with Priority: HIGHEST for action security_group_members [ 1005.021433] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c0f53fb-6128-4399-91c3-8d857002d3e1 with Priority: HIGHEST for action port [ 1005.021721] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71b83315-2ce3-41de-9d3b-4139d12bbbd4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.021850] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.021918] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.022217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.022324] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71b83315-2ce3-41de-9d3b-4139d12bbbd4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.023646] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-71b83315-2ce3-41de-9d3b-4139d12bbbd4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.023759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.023828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.024015] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.025562] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.025741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.025741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.025914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.026025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.026522] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71b83315-2ce3-41de-9d3b-4139d12bbbd4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.027729] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c0f53fb-6128-4399-91c3-8d857002d3e1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.027835] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c0f53fb-6128-4399-91c3-8d857002d3e1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.027948] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c0f53fb-6128-4399-91c3-8d857002d3e1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.028593] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c0f53fb-6128-4399-91c3-8d857002d3e1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.028593] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c0f53fb-6128-4399-91c3-8d857002d3e1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.297460] env[66408]: INFO networking_nsxv3.common.synchronization [req-ef59312d-99ef-47c5-8f93-5798e2e3dded req-79b61e11-6b15-4c91-914d-df9d3308599a tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: d7e1e429-525a-4522-85ae-34527d43b139 with Priority: HIGHEST for action security_group_members [ 1005.298923] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e1e429-525a-4522-85ae-34527d43b139 with Priority: HIGHEST for action security_group_members [ 1005.298923] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e1e429-525a-4522-85ae-34527d43b139 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.298923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.298923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.298923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.298923] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.298923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.299350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.299350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.299350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.299441] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.529045] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71b83315-2ce3-41de-9d3b-4139d12bbbd4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.529996] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-71b83315-2ce3-41de-9d3b-4139d12bbbd4 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.530169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.533376] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c0f53fb-6128-4399-91c3-8d857002d3e1 with status ACTIVE [ 1005.533376] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.533376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.533376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.533611] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.533611] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.533768] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.533864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.533924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.534087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.534171] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.534350] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.534438] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.534497] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.534660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.534708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.534788] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c0f53fb-6128-4399-91c3-8d857002d3e1 is going to be updated. [ 1005.557251] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.557955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.557955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.557955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.557955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.558146] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c0f53fb-6128-4399-91c3-8d857002d3e1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.688208] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.688558] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.688758] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.689243] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.689843] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.693204] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.693338] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.693597] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.693748] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.693966] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.694089] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.694196] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.694301] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.694409] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.694515] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.694648] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.714614] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.714783] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.714917] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.715218] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.715593] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-61c68b8e-1496-4533-aba6-1620b9fa42b1 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.715776] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-61c68b8e-1496-4533-aba6-1620b9fa42b1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.715898] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-61c68b8e-1496-4533-aba6-1620b9fa42b1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.716249] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-61c68b8e-1496-4533-aba6-1620b9fa42b1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.716388] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61c68b8e-1496-4533-aba6-1620b9fa42b1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.803316] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.803618] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.803702] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.804365] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.804465] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.804671] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.804770] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.804829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.804994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.805124] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.805171] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e1e429-525a-4522-85ae-34527d43b139 already deleted. [ 1005.805234] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.031495] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71b83315-2ce3-41de-9d3b-4139d12bbbd4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.220400] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.220739] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.220869] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.221447] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.221447] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.221519] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 61c68b8e-1496-4533-aba6-1620b9fa42b1 not found, creating... [ 1006.221768] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.222225] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.222225] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.222335] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.222476] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.222762] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.222917] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.223504] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.223759] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.223906] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.224081] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 61c68b8e-1496-4533-aba6-1620b9fa42b1 is going to be created. [ 1006.246026] env[66408]: INFO networking_nsxv3.common.synchronization [None req-b6bcf325-c0c2-43eb-ad73-96a7dc42c0fa None None] Enqueued Resource ID: 3207a3f6-5b36-4860-8a8a-fcaf034185e7 with Priority: HIGHEST for action port [ 1006.247405] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.247595] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.247788] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.248036] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.249411] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.249520] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-61c68b8e-1496-4533-aba6-1620b9fa42b1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.250586] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3207a3f6-5b36-4860-8a8a-fcaf034185e7 with Priority: HIGHEST for action port [ 1006.251424] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-3207a3f6-5b36-4860-8a8a-fcaf034185e7 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.251564] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3207a3f6-5b36-4860-8a8a-fcaf034185e7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.251631] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3207a3f6-5b36-4860-8a8a-fcaf034185e7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.251878] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3207a3f6-5b36-4860-8a8a-fcaf034185e7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.251962] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3207a3f6-5b36-4860-8a8a-fcaf034185e7',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.534515] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.534515] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.534515] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.534515] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.534757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.534894] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 is going to be created. [ 1006.560676] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.560898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.560898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.561376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.561376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.572325] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 in Status: UNINITIALIZED for 2s [ 1006.754306] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3207a3f6-5b36-4860-8a8a-fcaf034185e7 [ 1006.755155] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.755155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.755155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.755155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.755460] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.755460] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3207a3f6-5b36-4860-8a8a-fcaf034185e7 already deleted. [ 1006.755524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3207a3f6-5b36-4860-8a8a-fcaf034185e7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.013686] env[66408]: INFO networking_nsxv3.common.synchronization [req-ef59312d-99ef-47c5-8f93-5798e2e3dded req-6d3cc04a-ae93-4d42-8cd7-619bed945a35 service nova] Enqueued Resource ID: d7e1e429-525a-4522-85ae-34527d43b139 with Priority: HIGHEST for action security_group_rules [ 1007.013944] env[66408]: INFO networking_nsxv3.common.synchronization [req-ef59312d-99ef-47c5-8f93-5798e2e3dded req-6d3cc04a-ae93-4d42-8cd7-619bed945a35 service nova] Enqueued Resource ID: d7e1e429-525a-4522-85ae-34527d43b139 with Priority: HIGHEST for action security_group_members [ 1007.014110] env[66408]: INFO networking_nsxv3.common.synchronization [req-ef59312d-99ef-47c5-8f93-5798e2e3dded req-6d3cc04a-ae93-4d42-8cd7-619bed945a35 service nova] Enqueued Resource ID: 61c68b8e-1496-4533-aba6-1620b9fa42b1 with Priority: HIGHEST for action port [ 1007.014837] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e1e429-525a-4522-85ae-34527d43b139 with Priority: HIGHEST for action security_group_rules [ 1007.014837] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e1e429-525a-4522-85ae-34527d43b139 with Priority: HIGHEST for action security_group_members [ 1007.015632] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61c68b8e-1496-4533-aba6-1620b9fa42b1 with Priority: HIGHEST for action port [ 1007.015632] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7e1e429-525a-4522-85ae-34527d43b139 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.015632] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.015743] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.015915] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.016277] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.016829] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e1e429-525a-4522-85ae-34527d43b139 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.017433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.017433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.017433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.017433] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.017433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.017756] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.017756] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.017756] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.017858] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.021218] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-61c68b8e-1496-4533-aba6-1620b9fa42b1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.021218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61c68b8e-1496-4533-aba6-1620b9fa42b1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.021218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61c68b8e-1496-4533-aba6-1620b9fa42b1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.021218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61c68b8e-1496-4533-aba6-1620b9fa42b1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.021218] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61c68b8e-1496-4533-aba6-1620b9fa42b1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.491328] env[66408]: INFO networking_nsxv3.common.synchronization [req-d8ccafe4-7fee-4a6f-bdd6-9b56e530628c req-db701fbd-4ded-4d26-9512-4c05deed2756 tempest-DeleteServersTestJSON-605697757 tempest-DeleteServersTestJSON-605697757-project-member] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 1007.491328] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 1007.491328] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.491328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.491328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.492331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.492780] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.493031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.493234] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.493634] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.493831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.494470] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.522082] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.524831] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e1e429-525a-4522-85ae-34527d43b139 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.525140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.526275] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61c68b8e-1496-4533-aba6-1620b9fa42b1 with status ACTIVE [ 1007.526554] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.526867] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.527549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.527549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.527549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.527549] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.527549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.527549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.527549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.527549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.527549] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.527549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.527549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.527549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.527549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.527549] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61c68b8e-1496-4533-aba6-1620b9fa42b1 is going to be updated. [ 1007.555292] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.557582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.557582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.557582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.557582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.557582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61c68b8e-1496-4533-aba6-1620b9fa42b1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.898798] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.899129] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.899351] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.899680] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.900033] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.900301] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.900409] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.900623] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.900807] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.901085] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.901250] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.901407] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.901550] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.901696] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.901836] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.901999] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.928085] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.928375] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.928516] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.928688] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.929040] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-8a328cab-081f-4535-9676-303f8cc1ea9a taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.929253] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-8a328cab-081f-4535-9676-303f8cc1ea9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.929400] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-8a328cab-081f-4535-9676-303f8cc1ea9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.929774] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-8a328cab-081f-4535-9676-303f8cc1ea9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.929960] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a328cab-081f-4535-9676-303f8cc1ea9a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.997916] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.997916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.997916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.997916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.997916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.998395] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.998395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.998395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.998395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.998581] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.998581] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be updated. [ 1008.027232] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.027376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.027455] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.028115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.028115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.029084] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.042212] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: IN_PROGRESS for 2s [ 1008.433129] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.433238] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.433966] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.433966] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.433966] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.433966] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 8a328cab-081f-4535-9676-303f8cc1ea9a not found, creating... [ 1008.434675] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.434675] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.434980] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.435295] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.435574] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.435702] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.435852] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.436028] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.436378] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.436590] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.436717] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 8a328cab-081f-4535-9676-303f8cc1ea9a is going to be created. [ 1008.458741] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.459118] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.459346] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.459756] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.460560] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.461183] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-8a328cab-081f-4535-9676-303f8cc1ea9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.533348] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.533649] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.533827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.534300] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.534649] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.534883] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e1e429-525a-4522-85ae-34527d43b139 is going to be created. [ 1008.570865] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.571021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.571109] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.571333] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.571521] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.584654] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 in Status: SUCCESS [ 1008.584887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.585145] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.585297] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.585505] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.585669] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.585669] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.585931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.585931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.586678] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.586678] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71b83315-2ce3-41de-9d3b-4139d12bbbd4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.588114] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e1e429-525a-4522-85ae-34527d43b139 in Status: UNINITIALIZED for 2s [ 1009.090111] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-71b83315-2ce3-41de-9d3b-4139d12bbbd4 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.090320] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.090382] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.090759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.090759] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.090923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.090923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.091468] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.091468] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.091468] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.091678] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-71b83315-2ce3-41de-9d3b-4139d12bbbd4 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.091678] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.091877] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.091877] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.092064] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.092132] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.092218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.092366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.092722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.092722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.092722] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71b83315-2ce3-41de-9d3b-4139d12bbbd4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.224384] env[66408]: INFO networking_nsxv3.common.synchronization [req-d8ccafe4-7fee-4a6f-bdd6-9b56e530628c req-468e967b-5356-48ed-a4de-8c10b98d4855 service nova] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_rules [ 1009.224595] env[66408]: INFO networking_nsxv3.common.synchronization [req-d8ccafe4-7fee-4a6f-bdd6-9b56e530628c req-468e967b-5356-48ed-a4de-8c10b98d4855 service nova] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 1009.224784] env[66408]: INFO networking_nsxv3.common.synchronization [req-d8ccafe4-7fee-4a6f-bdd6-9b56e530628c req-468e967b-5356-48ed-a4de-8c10b98d4855 service nova] Enqueued Resource ID: 8a328cab-081f-4535-9676-303f8cc1ea9a with Priority: HIGHEST for action port [ 1009.225654] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_rules [ 1009.225654] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 1009.225654] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a328cab-081f-4535-9676-303f8cc1ea9a with Priority: HIGHEST for action port [ 1009.226017] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.226359] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.226359] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.226550] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.226550] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.227426] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.227547] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.227733] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a328cab-081f-4535-9676-303f8cc1ea9a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.227850] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a328cab-081f-4535-9676-303f8cc1ea9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.227917] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a328cab-081f-4535-9676-303f8cc1ea9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.228267] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a328cab-081f-4535-9676-303f8cc1ea9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.228267] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a328cab-081f-4535-9676-303f8cc1ea9a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.597820] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71b83315-2ce3-41de-9d3b-4139d12bbbd4: rpc.has_security_group_logging(os_id): False [ 1009.620768] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.620768] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.620768] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.620768] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.621100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.621100] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.621182] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.621220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.621380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.621458] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.621639] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.621732] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.621793] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.621936] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.622038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.622283] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.622423] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.622491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.622640] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.622733] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.622817] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 is going to be created. [ 1009.680921] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.681078] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.681078] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.681357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.681656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.694243] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 in Status: IN_PROGRESS for 2s [ 1009.729811] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.730124] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.730281] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a328cab-081f-4535-9676-303f8cc1ea9a with status ACTIVE [ 1009.730464] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.730605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.730675] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.730906] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.730995] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.731192] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.731375] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.731436] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.731820] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.731820] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.731911] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.732082] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.732082] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.733587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.733587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.733587] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a328cab-081f-4535-9676-303f8cc1ea9a is going to be updated. [ 1009.758407] env[66408]: INFO networking_nsxv3.common.synchronization [None req-4d09f9b2-a892-4ab5-bc62-3563beca886b None None] Enqueued Resource ID: a8b67d3e-aaa1-4612-91a2-d539a126689b with Priority: HIGHEST for action port [ 1009.759158] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.759288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.759288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.759822] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.759822] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.760062] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a328cab-081f-4535-9676-303f8cc1ea9a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.760906] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b67d3e-aaa1-4612-91a2-d539a126689b with Priority: HIGHEST for action port [ 1009.761538] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8b67d3e-aaa1-4612-91a2-d539a126689b taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.761538] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8b67d3e-aaa1-4612-91a2-d539a126689b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.761538] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8b67d3e-aaa1-4612-91a2-d539a126689b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.761798] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8b67d3e-aaa1-4612-91a2-d539a126689b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.761872] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8b67d3e-aaa1-4612-91a2-d539a126689b',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.055371] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 1010.055563] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 deletion is rescheduled due to dependency. [ 1010.055686] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.055870] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.056360] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.057036] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.057036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.057036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.057243] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.057243] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.057328] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.232213] env[66408]: INFO networking_nsxv3.common.synchronization [req-37dc0fe8-76f1-457b-a482-32440d4673c3 req-91b05db3-f061-4fd9-ad38-af22bf5e3918 tempest-ServerActionsTestOtherB-1051836459 tempest-ServerActionsTestOtherB-1051836459-project-member] Enqueued Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_members [ 1010.233196] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_members [ 1010.233594] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.233798] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.233871] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.234124] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.234304] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.234407] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.234466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.234629] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.234713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.234803] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.265308] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8b67d3e-aaa1-4612-91a2-d539a126689b [ 1010.265308] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.265308] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.265308] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.265308] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.265308] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.265308] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8b67d3e-aaa1-4612-91a2-d539a126689b already deleted. [ 1010.265308] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8b67d3e-aaa1-4612-91a2-d539a126689b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.561833] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.605489] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e1e429-525a-4522-85ae-34527d43b139 in Status: SUCCESS [ 1010.605489] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.605489] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.605857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.605902] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.606038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.606084] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.606254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.606347] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.606433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.606521] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.674552] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-298 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.674715] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-298" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.674841] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-298" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.675142] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-298" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.675392] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.675543] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.675658] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.675869] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.676017] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.676350] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.676495] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.676607] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.676713] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.676844] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.676955] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.677099] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.700224] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.700394] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.700529] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.700706] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-298" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.701036] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-b7d3fcd9-da6c-45ca-8ad2-f2ce8f988d19 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.701218] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-b7d3fcd9-da6c-45ca-8ad2-f2ce8f988d19" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.701325] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-b7d3fcd9-da6c-45ca-8ad2-f2ce8f988d19" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.701671] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-b7d3fcd9-da6c-45ca-8ad2-f2ce8f988d19" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.701812] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d3fcd9-da6c-45ca-8ad2-f2ce8f988d19',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.737156] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.737329] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.737408] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.737582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.737670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.737887] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.738010] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.738010] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.738173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.738254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.738711] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 is going to be updated. [ 1010.768381] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.768540] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.768589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.768829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.769057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.779632] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: IN_PROGRESS for 2s [ 1011.064903] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.109645] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.203836] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.203929] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.204056] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.204360] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.204510] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.204668] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port b7d3fcd9-da6c-45ca-8ad2-f2ce8f988d19 not found, creating... [ 1011.204942] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.205179] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.205333] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.205554] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.205692] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.205969] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.206144] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.206257] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.206463] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.206596] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.206731] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: b7d3fcd9-da6c-45ca-8ad2-f2ce8f988d19 is going to be created. [ 1011.229160] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.229160] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.229366] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.229474] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.229709] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.229961] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-b7d3fcd9-da6c-45ca-8ad2-f2ce8f988d19" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.566484] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.566712] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.566712] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.566930] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.567041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.567139] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be updated. [ 1011.597953] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.598478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.598478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.598643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.598742] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.611875] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: IN_PROGRESS for 2s [ 1011.613310] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7e1e429-525a-4522-85ae-34527d43b139: rpc.has_security_group_logging(os_id): False [ 1011.634656] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.634910] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.634910] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.635177] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.635356] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.635509] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.635646] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.635729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.635957] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.636069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.636131] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7e1e429-525a-4522-85ae-34527d43b139 is going to be created. [ 1011.708755] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 in Status: SUCCESS [ 1011.708872] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.720474] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.720708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.720708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.720901] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.721080] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.736896] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e1e429-525a-4522-85ae-34527d43b139 in Status: IN_PROGRESS for 2s [ 1011.985565] env[66408]: INFO networking_nsxv3.common.synchronization [req-37dc0fe8-76f1-457b-a482-32440d4673c3 req-5e5f7dc7-c5c6-422f-ad4c-1af3ebf69894 service nova] Enqueued Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_rules [ 1011.986226] env[66408]: INFO networking_nsxv3.common.synchronization [req-37dc0fe8-76f1-457b-a482-32440d4673c3 req-5e5f7dc7-c5c6-422f-ad4c-1af3ebf69894 service nova] Enqueued Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_members [ 1011.986226] env[66408]: INFO networking_nsxv3.common.synchronization [req-37dc0fe8-76f1-457b-a482-32440d4673c3 req-5e5f7dc7-c5c6-422f-ad4c-1af3ebf69894 service nova] Enqueued Resource ID: b7d3fcd9-da6c-45ca-8ad2-f2ce8f988d19 with Priority: HIGHEST for action port [ 1011.986618] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_rules [ 1011.987040] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_members [ 1011.987040] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d3fcd9-da6c-45ca-8ad2-f2ce8f988d19 with Priority: HIGHEST for action port [ 1011.987433] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.987605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.987605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.987925] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.987925] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.989331] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.989477] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.993036] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7d3fcd9-da6c-45ca-8ad2-f2ce8f988d19 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.993036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7d3fcd9-da6c-45ca-8ad2-f2ce8f988d19" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.993036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7d3fcd9-da6c-45ca-8ad2-f2ce8f988d19" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.993036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7d3fcd9-da6c-45ca-8ad2-f2ce8f988d19" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.993036] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d3fcd9-da6c-45ca-8ad2-f2ce8f988d19',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.348014] env[66408]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1012.348171] env[66408]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1012.492035] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.492198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.492412] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7d3fcd9-da6c-45ca-8ad2-f2ce8f988d19 with status ACTIVE [ 1012.492581] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.492690] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.492755] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.492977] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.493083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.493250] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.493344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.493404] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.493556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.493633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.493808] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.493967] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.494202] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.494267] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.494313] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.494397] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7d3fcd9-da6c-45ca-8ad2-f2ce8f988d19 is going to be updated. [ 1012.516476] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.517431] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.517431] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.517624] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.517773] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.517964] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7d3fcd9-da6c-45ca-8ad2-f2ce8f988d19" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.648182] env[66408]: INFO networking_nsxv3.common.synchronization [req-f061b296-62c8-4285-a305-7a42de2408b2 req-bd29b80e-3c72-466d-98ba-eafa9156fa21 tempest-ServersTestJSON-1989292169 tempest-ServersTestJSON-1989292169-project-member] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1012.648732] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1012.650331] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.650331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.650331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.650331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.650331] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.650331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.650331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.650331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.650331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.650331] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.791954] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: SUCCESS [ 1012.792238] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 deletion is rescheduled due to dependency. [ 1012.792413] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.792657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.792990] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.793255] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.794033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.794033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.794033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.794033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.794033] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.027162] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.027379] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.027505] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.027776] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.028036] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.028294] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.028294] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.028515] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.028661] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.028862] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.028993] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.029133] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.029247] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.029357] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.029459] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.029590] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.051506] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.052118] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.052118] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.052118] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.052374] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-bf038f60-d5b4-4dea-b52d-56514628b96f taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.052585] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-bf038f60-d5b4-4dea-b52d-56514628b96f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.052663] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-bf038f60-d5b4-4dea-b52d-56514628b96f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.053094] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-bf038f60-d5b4-4dea-b52d-56514628b96f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.053272] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf038f60-d5b4-4dea-b52d-56514628b96f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.153419] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.296679] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.556418] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.556761] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.556907] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.557250] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.557419] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.557629] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port bf038f60-d5b4-4dea-b52d-56514628b96f not found, creating... [ 1013.557836] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.558015] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.558147] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.558379] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.558517] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.558793] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.559035] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.559190] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.559950] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.559950] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.559950] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: bf038f60-d5b4-4dea-b52d-56514628b96f is going to be created. [ 1013.585253] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.585472] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.585571] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.585839] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.586069] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.586289] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-bf038f60-d5b4-4dea-b52d-56514628b96f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.622678] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 1013.622801] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.622920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.623169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.624212] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.624212] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.624212] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.624212] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.624212] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.624212] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.624212] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.659944] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.751626] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e1e429-525a-4522-85ae-34527d43b139 in Status: SUCCESS [ 1013.751855] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.800980] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.132779] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.132779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.132779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.132779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.132779] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.132779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.132779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.132779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.132779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.132779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.132779] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.132779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.132779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.132779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.132779] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.132779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.134140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.137256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.137256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.137256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.137256] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.164029] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.164029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.164029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.164029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.164029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.164029] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 1014.204054] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.204305] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.204359] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.204623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.204801] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.221447] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 1014.304356] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.304626] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.304704] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.305142] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.305323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.305742] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 is going to be updated. [ 1014.361921] env[66408]: INFO networking_nsxv3.common.synchronization [req-f061b296-62c8-4285-a305-7a42de2408b2 req-1e283207-ea7c-43cd-922f-7eacf52a17a1 service nova] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_rules [ 1014.362567] env[66408]: INFO networking_nsxv3.common.synchronization [req-f061b296-62c8-4285-a305-7a42de2408b2 req-1e283207-ea7c-43cd-922f-7eacf52a17a1 service nova] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1014.362854] env[66408]: INFO networking_nsxv3.common.synchronization [req-f061b296-62c8-4285-a305-7a42de2408b2 req-1e283207-ea7c-43cd-922f-7eacf52a17a1 service nova] Enqueued Resource ID: bf038f60-d5b4-4dea-b52d-56514628b96f with Priority: HIGHEST for action port [ 1014.367050] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.367050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.367050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.367050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.367050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.367836] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_rules [ 1014.367836] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1014.368072] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf038f60-d5b4-4dea-b52d-56514628b96f with Priority: HIGHEST for action port [ 1014.368533] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.368723] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.368829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.369171] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.369292] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.372820] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.372970] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.373338] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf038f60-d5b4-4dea-b52d-56514628b96f taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.373466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf038f60-d5b4-4dea-b52d-56514628b96f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.373542] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf038f60-d5b4-4dea-b52d-56514628b96f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.373719] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf038f60-d5b4-4dea-b52d-56514628b96f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.373820] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf038f60-d5b4-4dea-b52d-56514628b96f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.387571] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: IN_PROGRESS for 2s [ 1014.643174] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd8e64c0-58a5-4246-8de7-d6d2d5595bd6: rpc.has_security_group_logging(os_id): False [ 1014.661844] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.662159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.662159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.662375] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.662408] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.662569] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.662665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.662739] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.662876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.662955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.663153] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.663242] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.663297] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.663437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.663503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.663736] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.663917] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.663917] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.664078] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.664152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.664235] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be updated. [ 1014.725422] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.725634] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.725737] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.725956] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.726122] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.744096] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: IN_PROGRESS for 2s [ 1014.877046] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.877046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.879151] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf038f60-d5b4-4dea-b52d-56514628b96f with status ACTIVE [ 1014.879738] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.879738] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.879738] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.879984] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.879984] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.880573] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.880573] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.880573] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.880755] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.880851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.880948] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.881059] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.881525] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.881525] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.881525] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.881525] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf038f60-d5b4-4dea-b52d-56514628b96f is going to be updated. [ 1014.909130] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.909705] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.909705] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.909705] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.909705] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.909890] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf038f60-d5b4-4dea-b52d-56514628b96f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.234937] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 1016.236417] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.238040] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.238040] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.238040] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.238040] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.238040] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.238040] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.239081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.239081] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.297627] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.297873] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.297924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.298399] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.298399] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.397784] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: SUCCESS [ 1016.398048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.398253] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.398484] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.398680] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.398802] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.398927] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.399112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.399201] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.399285] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.399378] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.740718] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.757503] env[66408]: INFO networking_nsxv3.common.synchronization [req-dd183f3b-02af-4b58-a5a6-7c46482b0b8f req-5dae312a-3e72-45e7-a4d6-fbc2d7371806 tempest-ListImageFiltersTestJSON-924735602 tempest-ListImageFiltersTestJSON-924735602-project-member] Enqueued Resource ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a with Priority: HIGHEST for action security_group_members [ 1016.757955] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a with Priority: HIGHEST for action security_group_members [ 1016.758293] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-141ee95b-e7e1-425f-a43e-34c7ee02da6a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.758418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.758649] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.758878] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.759111] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.759229] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.759294] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.759490] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.759578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.759673] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('141ee95b-e7e1-425f-a43e-34c7ee02da6a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.762668] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 1016.762871] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.802556] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.901395] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.249317] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.264841] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.264841] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.264841] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.264841] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.265071] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.265208] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.265280] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.265338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.265500] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.267570] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.267570] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a is going to be updated. [ 1017.298882] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.299207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.299207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.299459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.299693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.305147] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.312669] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a in Status: IN_PROGRESS for 2s [ 1017.403464] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27fdde82-cbcb-4f71-b141-e44ef2ee1d02: rpc.has_security_group_logging(os_id): False [ 1017.428694] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.429290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.429290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.429406] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.429484] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.429761] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.429870] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.429949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.430232] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.430340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.430446] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 is going to be updated. [ 1017.504835] env[66408]: INFO networking_nsxv3.common.synchronization [None req-c80a4ed5-7df0-4268-ac6c-def757250a42 tempest-AttachVolumeNegativeTest-306535089 tempest-AttachVolumeNegativeTest-306535089-project-member] Enqueued Resource ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b with Priority: HIGHEST for action security_group_rules [ 1017.506164] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.506274] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.506334] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.506612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.506740] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.507989] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b with Priority: HIGHEST for action security_group_rules [ 1017.508321] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.508432] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.508516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.508810] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.508927] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.525898] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: IN_PROGRESS for 2s [ 1017.616822] env[66408]: INFO networking_nsxv3.common.synchronization [None req-bfa354c0-aaa3-46e3-a8d0-ec833f33ad67 tempest-AttachVolumeNegativeTest-306535089 tempest-AttachVolumeNegativeTest-306535089-project-member] Enqueued Resource ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b with Priority: HIGHEST for action security_group_rules [ 1017.617872] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b with Priority: HIGHEST for action security_group_rules [ 1017.618333] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.618449] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.753069] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.753309] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.753309] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.753724] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.753724] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.753724] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 1017.796131] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.796131] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.796131] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.796131] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.796131] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.805711] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 1017.808298] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1017.808438] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1017.910599] env[66408]: INFO networking_nsxv3.common.synchronization [req-40cf6bfd-e28b-42c6-b320-08d518702214 req-d9892fa0-9aa9-4fc7-92dd-a40aeaf97939 tempest-ServerDiagnosticsTest-181203859 tempest-ServerDiagnosticsTest-181203859-project-member] Enqueued Resource ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 with Priority: HIGHEST for action security_group_members [ 1017.910734] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 with Priority: HIGHEST for action security_group_members [ 1017.910963] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-71b83315-2ce3-41de-9d3b-4139d12bbbd4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.911100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.911157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.911378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.911526] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.911624] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.911745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.911840] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.911923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.912025] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71b83315-2ce3-41de-9d3b-4139d12bbbd4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.031474] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.031771] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.031771] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.031902] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.032020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.032174] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b already deleted. [ 1018.032239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.032461] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.032665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.032779] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.417478] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.417478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.417478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.417478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.418331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.418331] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.418331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.418331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.418331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.418331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.418331] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 is going to be updated. [ 1018.446079] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.446258] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.446335] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.446544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.446684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.457461] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 in Status: IN_PROGRESS for 2s [ 1018.556352] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.556352] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.556352] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.556616] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.556616] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.556685] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b already deleted. [ 1018.556781] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.761133] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.761480] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.761480] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.761583] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.773034] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1018.774033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.775241] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1018.812299] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.812526] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.812526] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.812657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.820835] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.821946] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1018.821946] env[66408]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66408) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1018.821946] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1018.870130] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.870408] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.870514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.870833] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.873200] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.873535] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1019.008217] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.008416] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.008416] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.008664] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.009732] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.010522] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1019.125896] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.126056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.126117] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.126355] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.126636] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.126943] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1019.127094] env[66408]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'bd515268-e62b-4ccd-b2b5-f138576a9ca1', '126b3824-d4da-4dee-a05e-33bf94c545c8', 'de090198-d3f2-420f-9b77-3f064aff6490', '27fdde82-cbcb-4f71-b141-e44ef2ee1d02', '97880c18-62a3-4a1d-9fa7-30062d40dae6', '73a75561-9c69-45e0-9bed-5be6e0c17600', '71b83315-2ce3-41de-9d3b-4139d12bbbd4', '899a8826-424c-4b0c-9e9b-58265416babd', '534fd46d-d182-4b15-a05c-01e45498df83', '72af7828-7839-4431-bcc9-a681c35a8583', 'f2ffde8c-67d0-4adf-b4b4-ddbb549c4798', '6f3ee7e1-5642-4c34-95df-b4734659f123', 'bd8e64c0-58a5-4246-8de7-d6d2d5595bd6', 'bf48b470-7b58-4b7b-a57a-576e82e66362', '9cedfe25-a383-45f3-b6db-d7b9bfca0dd1', 'bfc290bc-3873-46cb-a45e-18c8cf3a1266', '3ec06d6c-6093-45be-b5a7-1d61d3957fe0', '230ef7e6-8315-48f9-a4d0-11254ff4d462', 'b82c29f3-297c-40a5-9aa5-7aa034275d3c', 'e0260dad-0288-4407-a866-29ab348fc997', '6e7bd493-f502-4036-bed5-47c7ba7baead', '3696451e-9ab7-433d-a5e5-d54c3aadf322', 'ad322a65-106f-42ad-9dfc-9f8c22a2ee45', '67b58317-bc54-4394-846d-8acd7c33bc41', '1d95d885-1b3b-4d53-a354-60664d703b3a', 'a046ce18-6cb2-4be1-bf7c-f7d255c062ea', '09f7b1f2-ed36-4f50-a71f-06b1e5a27f61', '2fe555b7-68b2-4c55-8c83-0a580b33cbd6', 'c860d711-0ab1-4afe-8060-2b28ca3266d8', 'd0710c14-77a9-46af-8ca1-37ef34bae7d4', 'ebcc0237-764f-4684-b997-776ec556e651', '25afeb5a-ecb2-4b4a-a8c8-27865882abc8', '28f152b3-9ff3-4784-b1a4-43256e7c1345', 'a6344f45-0c8d-48f4-9c5d-7294b7269b88', '141ee95b-e7e1-425f-a43e-34c7ee02da6a', '49f981b9-1f1d-4e68-b670-aea9c304fc64', '06843dd8-c4e9-48e1-9240-ca39b0024a01', 'c09f056f-c219-40a0-96a4-ba2dfd4659c4', '2466dc66-f37a-4743-9394-66793c20b776', 'ac6b7a8b-84b9-47e4-8ca0-00a78663af22', 'b97ee5f2-2967-4e24-828d-a683663663fa', '91b6bec9-280a-41f8-b4f2-8f1f93896675', '2b7eea76-7f5b-4227-80a0-9472d3c8fd87', 'd77020fb-551e-4ce9-ab85-f55865d02a39', 'd7e1e429-525a-4522-85ae-34527d43b139', '10e2d161-82e8-44f5-a83b-68ebd27c92fa', 'ae86a187-8d9d-46df-9204-c46ad8deaca9', '1929a0a9-bda1-4657-a51a-62bff4f685f8'} {{(pid=66408) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1019.127192] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1019.148132] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.148344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.148344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.148584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.148673] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.148779] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1019.148848] env[66408]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66408) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1019.148919] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1019.286171] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.286311] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.286373] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.286611] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.288163] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.288467] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1019.288561] env[66408]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66408) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1019.288619] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1019.288670] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1019.288788] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1019.288847] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 with Priority: HIGH for action security_group_rules [ 1019.288888] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 with Priority: HIGH for action security_group_rules [ 1019.288944] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de090198-d3f2-420f-9b77-3f064aff6490 with Priority: HIGH for action security_group_rules [ 1019.289050] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGH for action security_group_rules [ 1019.289119] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGH for action security_group_rules [ 1019.289168] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 with Priority: HIGH for action security_group_rules [ 1019.289227] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 with Priority: HIGH for action security_group_rules [ 1019.289286] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 899a8826-424c-4b0c-9e9b-58265416babd with Priority: HIGH for action security_group_rules [ 1019.289364] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGH for action security_group_rules [ 1019.289424] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72af7828-7839-4431-bcc9-a681c35a8583 with Priority: HIGH for action security_group_rules [ 1019.289484] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 with Priority: HIGH for action security_group_rules [ 1019.289544] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 with Priority: HIGH for action security_group_rules [ 1019.289601] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGH for action security_group_rules [ 1019.289654] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf48b470-7b58-4b7b-a57a-576e82e66362 with Priority: HIGH for action security_group_rules [ 1019.289708] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGH for action security_group_rules [ 1019.289766] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGH for action security_group_rules [ 1019.289825] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGH for action security_group_rules [ 1019.289885] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 with Priority: HIGH for action security_group_rules [ 1019.289946] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGH for action security_group_rules [ 1019.290013] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGH for action security_group_rules [ 1019.290132] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.328837] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a in Status: SUCCESS [ 1019.329092] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 141ee95b-e7e1-425f-a43e-34c7ee02da6a deletion is rescheduled due to dependency. [ 1019.330627] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-141ee95b-e7e1-425f-a43e-34c7ee02da6a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.543081] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: SUCCESS [ 1019.543402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.818188] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 1019.818447] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.818659] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.818896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.819161] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.819301] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.819369] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.819555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.819646] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.819739] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.819853] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.322995] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.323389] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.323389] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.324598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.324837] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.325042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.325081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.325312] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.325440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.325857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.326299] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.326421] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.326547] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.326808] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.327085] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.327262] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.327389] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.327584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.327766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.327924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.328124] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.467967] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 in Status: SUCCESS [ 1020.468180] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 deletion is rescheduled due to dependency. [ 1020.468300] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.831750] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1929a0a9-bda1-4657-a51a-62bff4f685f8: rpc.has_security_group_logging(os_id): False [ 1020.849730] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.849862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.849946] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.850263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.875432] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.875768] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.875912] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.875978] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.876230] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.876325] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.876524] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.876623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.876685] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.876849] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.876926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.877191] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.877290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.877378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.877493] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.877569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.877652] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 1020.908835] env[66408]: INFO networking_nsxv3.common.synchronization [req-0ff766b5-8253-46f3-b0cc-7694442602fd req-26c57955-e8a6-4363-83bd-09436cdae472 tempest-ListServersNegativeTestJSON-288136145 tempest-ListServersNegativeTestJSON-288136145-project-member] Enqueued Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_members [ 1020.909842] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_members [ 1020.912776] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 with Priority: HIGH for action security_group_rules [ 1020.912935] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de090198-d3f2-420f-9b77-3f064aff6490 with Priority: HIGH for action security_group_rules [ 1020.913063] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 with Priority: HIGH for action security_group_rules [ 1020.913172] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGH for action security_group_rules [ 1020.913277] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0260dad-0288-4407-a866-29ab348fc997 with Priority: HIGH for action security_group_rules [ 1020.913376] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c with Priority: HIGH for action security_group_rules [ 1020.913465] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 with Priority: HIGH for action security_group_rules [ 1020.913554] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 with Priority: HIGH for action security_group_rules [ 1020.913642] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf48b470-7b58-4b7b-a57a-576e82e66362 with Priority: HIGH for action security_group_rules [ 1020.913742] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 with Priority: HIGH for action security_group_rules [ 1020.914044] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGH for action security_group_rules [ 1020.914044] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 with Priority: HIGH for action security_group_rules [ 1020.914196] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 with Priority: HIGH for action security_group_rules [ 1020.914229] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72af7828-7839-4431-bcc9-a681c35a8583 with Priority: HIGH for action security_group_rules [ 1020.914324] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 534fd46d-d182-4b15-a05c-01e45498df83 with Priority: HIGH for action security_group_rules [ 1020.914411] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 with Priority: HIGH for action security_group_rules [ 1020.914497] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899a8826-424c-4b0c-9e9b-58265416babd with Priority: HIGH for action security_group_rules [ 1020.914607] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGH for action security_group_rules [ 1020.914657] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 with Priority: HIGH for action security_group_rules [ 1020.914744] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGH for action security_group_rules [ 1020.915432] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cb9989-6eab-4b6d-999f-9cbc27a61094 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.915567] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.915632] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.915898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.916107] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.916218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.916275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.916431] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.916514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.916611] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.917515] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd515268-e62b-4ccd-b2b5-f138576a9ca1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.917743] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.917743] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.917825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.917969] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd515268-e62b-4ccd-b2b5-f138576a9ca1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.918672] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de090198-d3f2-420f-9b77-3f064aff6490 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.918773] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.918828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.918978] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.919070] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de090198-d3f2-420f-9b77-3f064aff6490',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.920133] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71b83315-2ce3-41de-9d3b-4139d12bbbd4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.920532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.920532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.920532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.920532] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71b83315-2ce3-41de-9d3b-4139d12bbbd4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.921187] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.921477] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.921477] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.921477] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.921643] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.923749] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0260dad-0288-4407-a866-29ab348fc997 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.923749] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.923749] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.923749] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.923749] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0260dad-0288-4407-a866-29ab348fc997',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.924234] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b82c29f3-297c-40a5-9aa5-7aa034275d3c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.924346] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.924412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.924563] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.925181] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b82c29f3-297c-40a5-9aa5-7aa034275d3c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.926043] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-230ef7e6-8315-48f9-a4d0-11254ff4d462 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.926159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.926226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.926377] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.926448] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('230ef7e6-8315-48f9-a4d0-11254ff4d462',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.927178] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.927293] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.927358] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.927509] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.927580] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ec06d6c-6093-45be-b5a7-1d61d3957fe0',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.929113] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf48b470-7b58-4b7b-a57a-576e82e66362 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.929336] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.929435] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.929603] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.929674] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf48b470-7b58-4b7b-a57a-576e82e66362',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.930609] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.930734] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.930781] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.930981] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.931054] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfc290bc-3873-46cb-a45e-18c8cf3a1266',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.931712] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.931816] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.931881] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.932048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.932123] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.932801] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f3ee7e1-5642-4c34-95df-b4734659f123 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.932976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.933054] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.933211] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.933277] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f3ee7e1-5642-4c34-95df-b4734659f123',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.933929] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.934045] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.934112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.934265] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.934334] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2ffde8c-67d0-4adf-b4b4-ddbb549c4798',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.935152] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72af7828-7839-4431-bcc9-a681c35a8583 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.935372] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.935450] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.935590] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.936874] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72af7828-7839-4431-bcc9-a681c35a8583',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.937603] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-534fd46d-d182-4b15-a05c-01e45498df83 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.938412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.938828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.938828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.938828] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('534fd46d-d182-4b15-a05c-01e45498df83',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.939473] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73a75561-9c69-45e0-9bed-5be6e0c17600 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.939577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.942018] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.942018] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.942018] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73a75561-9c69-45e0-9bed-5be6e0c17600',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.942018] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-899a8826-424c-4b0c-9e9b-58265416babd taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.942018] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.942018] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.942018] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.942018] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('899a8826-424c-4b0c-9e9b-58265416babd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.943924] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97880c18-62a3-4a1d-9fa7-30062d40dae6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.944056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.944119] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.944271] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.944323] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.945119] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-126b3824-d4da-4dee-a05e-33bf94c545c8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.945252] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.945310] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.945466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.945599] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('126b3824-d4da-4dee-a05e-33bf94c545c8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.946306] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.946517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.946588] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.946742] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.946816] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.951231] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.951400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.951513] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.951638] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.953188] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.979161] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 1021.296651] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.296851] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.297017] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.297379] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.297636] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.297836] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.297963] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.298230] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.298379] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.298630] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.298745] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.298882] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.298951] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.299102] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.299263] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.299440] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.321035] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.321280] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.321480] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.321687] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.322015] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-7444d6c5-0440-4221-aacc-6c3eb239d5b3 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.322198] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-7444d6c5-0440-4221-aacc-6c3eb239d5b3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.322317] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-7444d6c5-0440-4221-aacc-6c3eb239d5b3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.322653] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-7444d6c5-0440-4221-aacc-6c3eb239d5b3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.322789] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7444d6c5-0440-4221-aacc-6c3eb239d5b3',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.455972] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.455972] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.455972] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.456332] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.456332] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.456527] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.456625] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.456675] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.456855] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.456989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.457119] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 already deleted. [ 1021.457221] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.462083] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.462240] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.462286] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.462497] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.462704] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.462913] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.462994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.463175] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.463305] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.463409] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.463500] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.470405] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-97880c18-62a3-4a1d-9fa7-30062d40dae6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.470536] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.470606] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.470803] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.470982] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.471103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.471165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.471309] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.471403] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.471479] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.471559] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.484887] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.485093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.485093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.485306] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.485475] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.485609] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.485651] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.485775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.486054] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.486054] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.486054] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.488268] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.488388] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.488433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.488596] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.520300] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.520506] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.535423] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.535541] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.536546] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.536676] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.537481] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.537618] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.538372] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.538545] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.539266] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.539355] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.540202] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.540315] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.541207] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.541419] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.542634] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.542736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.543723] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.543723] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.544317] env[66408]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1021.544774] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.544895] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.545578] env[66408]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1021.546057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.546213] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73a75561-9c69-45e0-9bed-5be6e0c17600 is going to be deleted. [ 1021.548088] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.548229] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.548325] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.548586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.550213] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.550331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.550996] env[66408]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1021.551451] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.551559] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.552311] env[66408]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1021.552714] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.552820] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.553957] env[66408]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1021.553957] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.554103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.576256] env[66408]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1021.576776] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.576899] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 899a8826-424c-4b0c-9e9b-58265416babd is going to be deleted. [ 1021.577876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.578123] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.597789] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.597980] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfc290bc-3873-46cb-a45e-18c8cf3a1266 is going to be deleted. [ 1021.598861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.599181] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.612265] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.612440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.616983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.617153] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f3ee7e1-5642-4c34-95df-b4734659f123 is going to be deleted. [ 1021.618056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.618285] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.631942] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.632099] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.637753] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.637882] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72af7828-7839-4431-bcc9-a681c35a8583 is going to be deleted. [ 1021.638788] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.639016] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.685447] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.685632] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 is going to be deleted. [ 1021.687063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.687382] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.701290] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.701427] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.710152] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.710412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.729704] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.729869] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.742555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.742555] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71b83315-2ce3-41de-9d3b-4139d12bbbd4 is going to be deleted. [ 1021.743475] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.743711] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.771845] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.772039] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 230ef7e6-8315-48f9-a4d0-11254ff4d462 is going to be deleted. [ 1021.772939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.773198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.775082] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.775220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.825091] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.825472] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.825694] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.826110] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.826341] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.826911] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 7444d6c5-0440-4221-aacc-6c3eb239d5b3 not found, creating... [ 1021.827462] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.827671] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.827810] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.828426] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.828426] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.828980] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.828980] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.829155] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.829377] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.829546] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.829704] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 7444d6c5-0440-4221-aacc-6c3eb239d5b3 is going to be created. [ 1021.852588] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.852960] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0260dad-0288-4407-a866-29ab348fc997 is going to be deleted. [ 1021.853788] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.854115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.893153] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.893407] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.897109] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.897333] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.897491] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.897749] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.897983] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.898231] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-7444d6c5-0440-4221-aacc-6c3eb239d5b3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.900776] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.900925] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.945605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.945792] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 126b3824-d4da-4dee-a05e-33bf94c545c8 is going to be deleted. [ 1021.946773] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.947077] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.982805] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.983049] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.983049] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.985516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.985516] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.985516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.985516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.985516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.985516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.985516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.985516] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.985516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.985516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.985516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.985516] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.985516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.985516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.986566] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.986566] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.986566] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.986566] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.993861] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.995312] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.018346] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.018477] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 534fd46d-d182-4b15-a05c-01e45498df83 is going to be deleted. [ 1022.019661] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.021030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.094185] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.094318] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.121998] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.122184] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de090198-d3f2-420f-9b77-3f064aff6490 is going to be deleted. [ 1022.123075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.123299] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.178813] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.178951] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.179865] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.179972] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd515268-e62b-4ccd-b2b5-f138576a9ca1 is going to be deleted. [ 1022.180871] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.181117] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.208623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.210146] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2ffde8c-67d0-4adf-b4b4-ddbb549c4798 is going to be deleted. [ 1022.210146] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.210387] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.286540] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.286702] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf48b470-7b58-4b7b-a57a-576e82e66362 is going to be deleted. [ 1022.288089] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.288324] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.295915] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.296112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.312514] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.312514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.327606] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.328884] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ec06d6c-6093-45be-b5a7-1d61d3957fe0 is going to be deleted. [ 1022.329048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.329183] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.395858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.396041] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b82c29f3-297c-40a5-9aa5-7aa034275d3c is going to be deleted. [ 1022.397517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.397843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.397951] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.398244] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73a75561-9c69-45e0-9bed-5be6e0c17600" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.399500] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.399500] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.399500] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.399736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.399736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.399736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd515268-e62b-4ccd-b2b5-f138576a9ca1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.400495] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.400608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.400655] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.400801] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.400884] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.400976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2ffde8c-67d0-4adf-b4b4-ddbb549c4798" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.401135] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.401287] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.401349] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.401472] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-899a8826-424c-4b0c-9e9b-58265416babd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.402380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.402380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.402380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.402380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfc290bc-3873-46cb-a45e-18c8cf3a1266" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.402577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.402623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.402714] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.402828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f3ee7e1-5642-4c34-95df-b4734659f123" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.402946] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.403106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.404036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.404036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72af7828-7839-4431-bcc9-a681c35a8583" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.404036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.404036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.404036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.404036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.404036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.404036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.404036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.404384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71b83315-2ce3-41de-9d3b-4139d12bbbd4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.404384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.404384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.404477] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.404512] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-230ef7e6-8315-48f9-a4d0-11254ff4d462" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.404629] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.404765] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.404838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.404943] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0260dad-0288-4407-a866-29ab348fc997" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.405066] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.405208] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.405280] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.405377] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-126b3824-d4da-4dee-a05e-33bf94c545c8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.405507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.405642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.405713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.405814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.405920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.406068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.406144] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.406248] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-534fd46d-d182-4b15-a05c-01e45498df83" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.463638] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.463852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.463852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.464138] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.464240] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.464362] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf48b470-7b58-4b7b-a57a-576e82e66362" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.470485] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.470664] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.470779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.470901] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.470993] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.471123] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ec06d6c-6093-45be-b5a7-1d61d3957fe0" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.489747] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd8e64c0-58a5-4246-8de7-d6d2d5595bd6: rpc.has_security_group_logging(os_id): False [ 1022.497647] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97880c18-62a3-4a1d-9fa7-30062d40dae6: rpc.has_security_group_logging(os_id): False [ 1022.498844] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27fdde82-cbcb-4f71-b141-e44ef2ee1d02: rpc.has_security_group_logging(os_id): False [ 1022.525407] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.525558] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.525620] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.525830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.534150] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.534288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.535485] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.535591] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.554316] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.554512] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.579016] env[66408]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1022.579706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.580187] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.580320] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.580396] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.580803] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.580803] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.580803] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 is going to be updated. [ 1022.582386] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.582584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.601631] env[66408]: INFO networking_nsxv3.common.synchronization [req-0ff766b5-8253-46f3-b0cc-7694442602fd req-d571a870-f0b9-4ccf-851b-ee97d1508186 service nova] Enqueued Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_rules [ 1022.601815] env[66408]: INFO networking_nsxv3.common.synchronization [req-0ff766b5-8253-46f3-b0cc-7694442602fd req-d571a870-f0b9-4ccf-851b-ee97d1508186 service nova] Enqueued Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_members [ 1022.602080] env[66408]: INFO networking_nsxv3.common.synchronization [req-0ff766b5-8253-46f3-b0cc-7694442602fd req-d571a870-f0b9-4ccf-851b-ee97d1508186 service nova] Enqueued Resource ID: 7444d6c5-0440-4221-aacc-6c3eb239d5b3 with Priority: HIGHEST for action port [ 1022.602488] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_rules [ 1022.602626] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_members [ 1022.602722] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7444d6c5-0440-4221-aacc-6c3eb239d5b3 with Priority: HIGHEST for action port [ 1022.602990] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10cb9989-6eab-4b6d-999f-9cbc27a61094 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.603140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.603181] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.603446] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.603510] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.604384] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cb9989-6eab-4b6d-999f-9cbc27a61094 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.604497] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.604564] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.604742] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.604890] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.604982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.605087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.605199] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.605283] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.605371] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.606598] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-7444d6c5-0440-4221-aacc-6c3eb239d5b3 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.606712] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7444d6c5-0440-4221-aacc-6c3eb239d5b3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.606778] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7444d6c5-0440-4221-aacc-6c3eb239d5b3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.606940] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7444d6c5-0440-4221-aacc-6c3eb239d5b3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.607056] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7444d6c5-0440-4221-aacc-6c3eb239d5b3',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.643848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.644190] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.644333] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.644402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.644628] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.644806] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.644948] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.645069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.645145] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.645307] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.645398] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.645733] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.645733] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.645882] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.645882] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.646086] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.646212] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be updated. [ 1022.647718] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.647906] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.647994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.648129] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b82c29f3-297c-40a5-9aa5-7aa034275d3c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.648261] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.648409] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.704336] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.704702] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.704884] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.704959] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.705213] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.705286] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.705380] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 is going to be updated. [ 1022.717115] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.717115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.717115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.717115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.717115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.737272] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 in Status: IN_PROGRESS for 2s [ 1022.805708] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.805960] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.806065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.806372] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.806603] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.878541] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.878933] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.878933] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.879124] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.879208] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.898805] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: IN_PROGRESS for 2s [ 1022.917169] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: IN_PROGRESS for 2s [ 1022.954034] env[66408]: INFO networking_nsxv3.common.synchronization [req-5b8f347a-87ae-423f-bce1-c53ade138a4f req-296d3d99-d546-4866-b09d-2393da40c5ee tempest-ServerActionsTestOtherA-462260140 tempest-ServerActionsTestOtherA-462260140-project-member] Enqueued Resource ID: d77020fb-551e-4ce9-ab85-f55865d02a39 with Priority: HIGHEST for action security_group_members [ 1022.954602] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77020fb-551e-4ce9-ab85-f55865d02a39 with Priority: HIGHEST for action security_group_members [ 1022.954909] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77020fb-551e-4ce9-ab85-f55865d02a39 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.955035] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.955131] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.955318] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.955494] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.955595] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.955660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.955819] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.955915] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.955997] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d77020fb-551e-4ce9-ab85-f55865d02a39',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.996897] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 1022.997217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.035380] env[66408]: INFO networking_nsxv3.common.synchronization [req-0ff766b5-8253-46f3-b0cc-7694442602fd req-248ab5a6-284e-4a58-91fa-e60f4cb5dc10 tempest-ListServersNegativeTestJSON-288136145 tempest-ListServersNegativeTestJSON-288136145-project-member] Enqueued Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_members [ 1023.035741] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_members [ 1023.036174] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cb9989-6eab-4b6d-999f-9cbc27a61094 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.036298] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.110536] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cb9989-6eab-4b6d-999f-9cbc27a61094 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.110536] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.110536] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.112189] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7444d6c5-0440-4221-aacc-6c3eb239d5b3 with status ACTIVE [ 1023.112189] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.112189] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.112613] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.112613] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.112613] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.112764] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.112876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.112937] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.114859] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.114976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.115260] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.115489] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.115489] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.115641] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.115717] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.115815] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7444d6c5-0440-4221-aacc-6c3eb239d5b3 is going to be updated. [ 1023.158107] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.158274] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.158376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.158569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.158713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.158879] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7444d6c5-0440-4221-aacc-6c3eb239d5b3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.396650] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.396841] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.396970] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.397282] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.397581] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.397745] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.397862] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.398450] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.398698] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.398943] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.398943] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.399177] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.399177] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.399299] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.399387] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.399519] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.433031] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.433031] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.433031] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.433031] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.433596] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-85075512-09ee-45aa-9506-2e96ee5d9551 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.434352] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-85075512-09ee-45aa-9506-2e96ee5d9551" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.434352] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-85075512-09ee-45aa-9506-2e96ee5d9551" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.437630] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-85075512-09ee-45aa-9506-2e96ee5d9551" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.437630] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85075512-09ee-45aa-9506-2e96ee5d9551',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.457894] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.458065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.458138] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.458359] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.481110] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.482179] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.482328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.482425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.482675] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.482802] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.482859] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d77020fb-551e-4ce9-ab85-f55865d02a39 is going to be updated. [ 1023.514732] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.514732] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.514732] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.514732] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.514732] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.523095] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77020fb-551e-4ce9-ab85-f55865d02a39 in Status: IN_PROGRESS for 2s [ 1023.612750] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.940963] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.940963] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.940963] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.941483] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.941483] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.941483] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 85075512-09ee-45aa-9506-2e96ee5d9551 not found, creating... [ 1023.941622] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.941781] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.941898] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.942151] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.942316] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.942607] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.942759] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.942874] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.943113] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.943253] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.943445] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 85075512-09ee-45aa-9506-2e96ee5d9551 is going to be created. [ 1023.976971] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.977826] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.978099] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.978495] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.978835] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.979238] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-85075512-09ee-45aa-9506-2e96ee5d9551" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.116374] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.116552] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.116608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.116848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.116943] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.117055] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 is going to be created. [ 1024.148020] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.148020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.148020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.148020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.148020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.159913] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: UNINITIALIZED for 2s [ 1024.488513] env[66408]: INFO networking_nsxv3.common.synchronization [req-347231b1-c95b-4378-925d-2dac405e6da0 req-95ddc159-0eea-49ef-a964-9b9c06c51914 tempest-DeleteServersTestJSON-605697757 tempest-DeleteServersTestJSON-605697757-project-member] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 1024.489167] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 1024.489391] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.489511] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.489570] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.489922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.490091] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.490277] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.490277] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.490446] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.490537] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.490632] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.695370] env[66408]: INFO networking_nsxv3.common.synchronization [req-0ff766b5-8253-46f3-b0cc-7694442602fd req-c711f14e-7979-42d6-be8b-58cc19712399 service nova] Enqueued Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_rules [ 1024.695370] env[66408]: INFO networking_nsxv3.common.synchronization [req-0ff766b5-8253-46f3-b0cc-7694442602fd req-c711f14e-7979-42d6-be8b-58cc19712399 service nova] Enqueued Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_members [ 1024.695370] env[66408]: INFO networking_nsxv3.common.synchronization [req-0ff766b5-8253-46f3-b0cc-7694442602fd req-c711f14e-7979-42d6-be8b-58cc19712399 service nova] Enqueued Resource ID: 85075512-09ee-45aa-9506-2e96ee5d9551 with Priority: HIGHEST for action port [ 1024.695370] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_rules [ 1024.695370] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_members [ 1024.695370] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85075512-09ee-45aa-9506-2e96ee5d9551 with Priority: HIGHEST for action port [ 1024.695948] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10cb9989-6eab-4b6d-999f-9cbc27a61094 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.695948] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.696417] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cb9989-6eab-4b6d-999f-9cbc27a61094 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.696417] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.696417] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-85075512-09ee-45aa-9506-2e96ee5d9551 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.700401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85075512-09ee-45aa-9506-2e96ee5d9551" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.700401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85075512-09ee-45aa-9506-2e96ee5d9551" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.700401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85075512-09ee-45aa-9506-2e96ee5d9551" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.700401] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85075512-09ee-45aa-9506-2e96ee5d9551',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.752439] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 in Status: SUCCESS [ 1024.752692] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.915505] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 1024.915668] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.931064] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: SUCCESS [ 1024.931814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.995085] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.995359] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.995359] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.995538] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.995630] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.995822] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.995928] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.995970] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.996142] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.996217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.996299] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be updated. [ 1025.026173] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.026173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.026173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.026173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.026462] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.037075] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: IN_PROGRESS for 2s [ 1025.202704] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85075512-09ee-45aa-9506-2e96ee5d9551 with status ACTIVE [ 1025.202946] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.203190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.203277] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.203557] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.203705] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.203907] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.204091] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.204155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.204321] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.204400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.204580] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.204672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.204733] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.204872] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.204946] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.205041] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85075512-09ee-45aa-9506-2e96ee5d9551 is going to be updated. [ 1025.229023] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.229250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.229478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.229580] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.229680] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.229838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85075512-09ee-45aa-9506-2e96ee5d9551" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.534277] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77020fb-551e-4ce9-ab85-f55865d02a39 in Status: SUCCESS [ 1025.534423] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d77020fb-551e-4ce9-ab85-f55865d02a39 deletion is rescheduled due to dependency. [ 1025.534860] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77020fb-551e-4ce9-ab85-f55865d02a39" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.547195] env[66408]: INFO networking_nsxv3.common.synchronization [req-0ff766b5-8253-46f3-b0cc-7694442602fd req-80017ea9-c8f8-49f6-9c7e-f7fa8b687ff6 tempest-ListServersNegativeTestJSON-288136145 tempest-ListServersNegativeTestJSON-288136145-project-member] Enqueued Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_members [ 1025.547900] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_members [ 1025.548211] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cb9989-6eab-4b6d-999f-9cbc27a61094 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.548564] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.171271] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: SUCCESS [ 1026.171666] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.171666] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.171845] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.172042] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.172202] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.172297] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.172465] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.172544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.172668] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.433838] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.434087] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.434215] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.434477] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.436125] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.436363] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.436551] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.436760] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.436904] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.437159] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.437271] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.437378] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.437771] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.437930] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.438337] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.438514] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.460200] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.460381] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.460519] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.460698] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-64" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.461044] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-3443f9aa-309a-4a63-8c63-52de225aa4d5 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.461225] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-3443f9aa-309a-4a63-8c63-52de225aa4d5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.461347] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-3443f9aa-309a-4a63-8c63-52de225aa4d5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.461692] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-3443f9aa-309a-4a63-8c63-52de225aa4d5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.461830] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3443f9aa-309a-4a63-8c63-52de225aa4d5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.678421] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.964177] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.964461] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.964645] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.964915] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.965090] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.965253] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 3443f9aa-309a-4a63-8c63-52de225aa4d5 not found, creating... [ 1026.965513] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.965671] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.965821] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.966104] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.966275] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.966575] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.966736] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.966834] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.967080] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.967221] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.967358] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 3443f9aa-309a-4a63-8c63-52de225aa4d5 is going to be created. [ 1026.996960] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.997411] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.997595] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.997921] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.998248] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.998652] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-3443f9aa-309a-4a63-8c63-52de225aa4d5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.050233] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 1027.050323] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 deletion is rescheduled due to dependency. [ 1027.050424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.181721] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.688599] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.688599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.688599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.688599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.688599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.688599] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 is going to be updated. [ 1027.688599] env[66408]: INFO networking_nsxv3.common.synchronization [req-0ff766b5-8253-46f3-b0cc-7694442602fd req-44aba163-f4bf-419f-9414-2fd75662df93 service nova] Enqueued Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_rules [ 1027.689156] env[66408]: INFO networking_nsxv3.common.synchronization [req-0ff766b5-8253-46f3-b0cc-7694442602fd req-44aba163-f4bf-419f-9414-2fd75662df93 service nova] Enqueued Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_members [ 1027.689156] env[66408]: INFO networking_nsxv3.common.synchronization [req-0ff766b5-8253-46f3-b0cc-7694442602fd req-44aba163-f4bf-419f-9414-2fd75662df93 service nova] Enqueued Resource ID: 3443f9aa-309a-4a63-8c63-52de225aa4d5 with Priority: HIGHEST for action port [ 1027.689747] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_rules [ 1027.689796] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_members [ 1027.691050] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3443f9aa-309a-4a63-8c63-52de225aa4d5 with Priority: HIGHEST for action port [ 1027.691050] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10cb9989-6eab-4b6d-999f-9cbc27a61094 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.691050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.691504] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cb9989-6eab-4b6d-999f-9cbc27a61094 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.691504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.691504] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-3443f9aa-309a-4a63-8c63-52de225aa4d5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.691630] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3443f9aa-309a-4a63-8c63-52de225aa4d5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.691630] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3443f9aa-309a-4a63-8c63-52de225aa4d5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.692025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3443f9aa-309a-4a63-8c63-52de225aa4d5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.692025] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3443f9aa-309a-4a63-8c63-52de225aa4d5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.695038] env[66408]: INFO networking_nsxv3.common.synchronization [req-e7bf5d31-cb76-42cf-bb8a-0027cbac9f02 req-1ae58236-7501-46ed-992b-0dce117f48ea tempest-ServerActionsTestJSON-1187546183 tempest-ServerActionsTestJSON-1187546183-project-member] Enqueued Resource ID: 6e7bd493-f502-4036-bed5-47c7ba7baead with Priority: HIGHEST for action security_group_members [ 1027.695545] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e7bd493-f502-4036-bed5-47c7ba7baead with Priority: HIGHEST for action security_group_members [ 1027.695853] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e7bd493-f502-4036-bed5-47c7ba7baead taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.695969] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.696044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.696235] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.696384] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.696501] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.696539] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.696676] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.696762] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.696846] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e7bd493-f502-4036-bed5-47c7ba7baead',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.722124] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.722338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.722546] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.722765] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.723920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.737428] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: IN_PROGRESS for 2s [ 1028.025848] env[66408]: INFO networking_nsxv3.common.synchronization [req-8a1c5441-7492-47c5-903c-04e60216817b req-6e3640af-2169-46f9-9fa0-eb7443b1f0a2 tempest-ServersTestJSON-1989292169 tempest-ServersTestJSON-1989292169-project-member] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1028.026593] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1028.027225] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.032014] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.032014] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.032014] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.032014] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.032014] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.032014] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.032014] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.032014] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.032014] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.197983] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3443f9aa-309a-4a63-8c63-52de225aa4d5 with status ACTIVE [ 1028.197983] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.197983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.197983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.197983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.197983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.197983] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.197983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.197983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.198716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.198716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.198716] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.198716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.198716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.198716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.198716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.198716] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3443f9aa-309a-4a63-8c63-52de225aa4d5 is going to be updated. [ 1028.200787] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.200787] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.200787] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.200787] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.225712] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.226012] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.226012] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.226276] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.226430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.226683] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3443f9aa-309a-4a63-8c63-52de225aa4d5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.227983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.228307] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.228901] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.228901] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.228901] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.229184] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.229184] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e7bd493-f502-4036-bed5-47c7ba7baead is going to be updated. [ 1028.283498] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.283677] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.283723] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.283933] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.284830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.310464] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e7bd493-f502-4036-bed5-47c7ba7baead in Status: IN_PROGRESS for 2s [ 1028.449231] env[66408]: INFO networking_nsxv3.common.synchronization [req-de75d0bd-95b5-46f3-858f-b05780c4e0d1 req-fc82af7c-e3bd-4cc2-b47b-d1cd09a0bede tempest-ServerActionsV293TestJSON-524277599 tempest-ServerActionsV293TestJSON-524277599-project-member] Enqueued Resource ID: 0f2332f2-3c56-4aed-8478-8670c47d87da with Priority: HIGHEST for action security_group_members [ 1028.449231] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f2332f2-3c56-4aed-8478-8670c47d87da with Priority: HIGHEST for action security_group_members [ 1028.449231] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f2332f2-3c56-4aed-8478-8670c47d87da taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.449231] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.449231] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.450421] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.450742] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.451019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.452517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.452517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.452517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.452517] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f2332f2-3c56-4aed-8478-8670c47d87da',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.535402] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.821074] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.821346] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-411" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.821477] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-411" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.821807] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-411" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.822085] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.822248] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.822350] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.822576] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.822715] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.822925] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.823033] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.823146] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.823260] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.823368] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.823467] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.823596] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.843709] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.843984] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.844242] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.844483] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-411" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.844807] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-131a656c-6c2d-4e53-a7df-526e2b35af69 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.844983] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-131a656c-6c2d-4e53-a7df-526e2b35af69" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.845117] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-131a656c-6c2d-4e53-a7df-526e2b35af69" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.845436] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-131a656c-6c2d-4e53-a7df-526e2b35af69" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.845578] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('131a656c-6c2d-4e53-a7df-526e2b35af69',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.955956] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.956238] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.956315] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.956546] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.956789] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.956889] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.957033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.957220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.957364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.957488] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.957602] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f2332f2-3c56-4aed-8478-8670c47d87da already deleted. [ 1028.957723] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.039030] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.348034] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.348497] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.348497] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.348781] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.348931] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.349102] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 131a656c-6c2d-4e53-a7df-526e2b35af69 not found, creating... [ 1029.349604] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.349604] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.349750] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.349944] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.350097] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.350430] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.350620] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.350770] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.350964] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.351283] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.351283] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 131a656c-6c2d-4e53-a7df-526e2b35af69 is going to be created. [ 1029.372918] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.373191] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.373366] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.373688] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.373963] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.374234] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-131a656c-6c2d-4e53-a7df-526e2b35af69" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.541484] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.541484] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.541484] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.541698] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.541740] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.541853] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 1029.582180] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.582180] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.582180] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.582180] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.582180] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.599055] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 1029.750892] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: SUCCESS [ 1029.751271] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.752109] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.752602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.753099] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.753099] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.753364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.754262] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.754523] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.754583] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.754771] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.756382] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.757098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.757509] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.757719] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.757929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.758381] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.758701] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.758959] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.151951] env[66408]: INFO networking_nsxv3.common.synchronization [req-de75d0bd-95b5-46f3-858f-b05780c4e0d1 req-ad7e681c-b5c6-43e0-98ac-d0e0184e16df service nova] Enqueued Resource ID: 0f2332f2-3c56-4aed-8478-8670c47d87da with Priority: HIGHEST for action security_group_rules [ 1030.152150] env[66408]: INFO networking_nsxv3.common.synchronization [req-de75d0bd-95b5-46f3-858f-b05780c4e0d1 req-ad7e681c-b5c6-43e0-98ac-d0e0184e16df service nova] Enqueued Resource ID: 0f2332f2-3c56-4aed-8478-8670c47d87da with Priority: HIGHEST for action security_group_members [ 1030.152291] env[66408]: INFO networking_nsxv3.common.synchronization [req-de75d0bd-95b5-46f3-858f-b05780c4e0d1 req-ad7e681c-b5c6-43e0-98ac-d0e0184e16df service nova] Enqueued Resource ID: 131a656c-6c2d-4e53-a7df-526e2b35af69 with Priority: HIGHEST for action port [ 1030.152863] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f2332f2-3c56-4aed-8478-8670c47d87da with Priority: HIGHEST for action security_group_rules [ 1030.153008] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f2332f2-3c56-4aed-8478-8670c47d87da with Priority: HIGHEST for action security_group_members [ 1030.153904] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 131a656c-6c2d-4e53-a7df-526e2b35af69 with Priority: HIGHEST for action port [ 1030.154217] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f2332f2-3c56-4aed-8478-8670c47d87da taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.154348] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.154425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.154633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.154723] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f2332f2-3c56-4aed-8478-8670c47d87da',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.155833] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f2332f2-3c56-4aed-8478-8670c47d87da taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.155833] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.155833] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.156074] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.156174] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.156228] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.156288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.156423] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.156496] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.156584] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f2332f2-3c56-4aed-8478-8670c47d87da',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.157462] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-131a656c-6c2d-4e53-a7df-526e2b35af69 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.158180] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-131a656c-6c2d-4e53-a7df-526e2b35af69" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.158180] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-131a656c-6c2d-4e53-a7df-526e2b35af69" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.158180] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-131a656c-6c2d-4e53-a7df-526e2b35af69" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.158331] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('131a656c-6c2d-4e53-a7df-526e2b35af69',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.261532] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cb9989-6eab-4b6d-999f-9cbc27a61094 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.261723] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.263064] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.332255] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e7bd493-f502-4036-bed5-47c7ba7baead in Status: SUCCESS [ 1030.332255] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e7bd493-f502-4036-bed5-47c7ba7baead deletion is rescheduled due to dependency. [ 1030.332255] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.661246] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f2332f2-3c56-4aed-8478-8670c47d87da',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.662531] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f2332f2-3c56-4aed-8478-8670c47d87da taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.662666] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.662879] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 131a656c-6c2d-4e53-a7df-526e2b35af69 with status ACTIVE [ 1030.663118] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.663302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.663359] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.663631] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.663768] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.663964] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.664092] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.664192] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.664436] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.665225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.665225] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.665225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.665225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.665225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.665487] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.665487] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 131a656c-6c2d-4e53-a7df-526e2b35af69 is going to be updated. [ 1030.695784] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.695933] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.696071] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.696354] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.696542] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.696757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-131a656c-6c2d-4e53-a7df-526e2b35af69" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.765996] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.167224] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f2332f2-3c56-4aed-8478-8670c47d87da',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.271121] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.271121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.271121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.271121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.271121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.271121] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 is going to be updated. [ 1031.308134] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.308582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.308582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.308686] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.308811] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.323655] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: IN_PROGRESS for 2s [ 1031.617378] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 1031.618744] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.669623] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.670056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.670056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.670353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.670501] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.670622] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f2332f2-3c56-4aed-8478-8670c47d87da is going to be created. [ 1031.701038] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.701188] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.701278] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.701590] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.701795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.706331] env[66408]: INFO networking_nsxv3.common.synchronization [req-df73136c-3423-4b25-bac8-7d208f4cf760 req-b21e72fb-809c-423c-b4f0-aaf6c8e5ca41 tempest-ServerPasswordTestJSON-456060992 tempest-ServerPasswordTestJSON-456060992-project-member] Enqueued Resource ID: 28ebc96b-f09a-4341-8743-a7874bc51949 with Priority: HIGHEST for action security_group_members [ 1031.706877] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ebc96b-f09a-4341-8743-a7874bc51949 with Priority: HIGHEST for action security_group_members [ 1031.707208] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ebc96b-f09a-4341-8743-a7874bc51949 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.707328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.707391] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.707745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.707855] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.707919] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.707977] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.708149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.708274] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.708580] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ebc96b-f09a-4341-8743-a7874bc51949',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.720461] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f2332f2-3c56-4aed-8478-8670c47d87da in Status: UNINITIALIZED for 2s [ 1032.095665] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.095665] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-228" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.095665] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-228" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.096083] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-228" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.096230] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.096420] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.096772] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.097260] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.097365] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.097648] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.097787] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.097856] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.097922] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.098085] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.098147] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.098304] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.121784] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.122065] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.122361] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.122571] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-228" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.123079] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-e4ada4ad-16d9-4e9a-b27c-395a07d273d7 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.123445] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-e4ada4ad-16d9-4e9a-b27c-395a07d273d7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.123540] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-e4ada4ad-16d9-4e9a-b27c-395a07d273d7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.124024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-e4ada4ad-16d9-4e9a-b27c-395a07d273d7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.124268] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4ada4ad-16d9-4e9a-b27c-395a07d273d7',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.211272] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.211433] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.211504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.211780] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.211875] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.212083] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.212179] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.212238] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.212421] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.212500] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.212584] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ebc96b-f09a-4341-8743-a7874bc51949 already deleted. [ 1032.212686] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.627337] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.627614] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.628028] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.628138] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.628244] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.629031] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port e4ada4ad-16d9-4e9a-b27c-395a07d273d7 not found, creating... [ 1032.629031] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.629031] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.629031] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.629349] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.629510] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.629800] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.629959] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.630087] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.630405] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.630586] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.631105] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: e4ada4ad-16d9-4e9a-b27c-395a07d273d7 is going to be created. [ 1032.654914] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.655262] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.655461] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.655847] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.656210] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.656562] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-e4ada4ad-16d9-4e9a-b27c-395a07d273d7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.335966] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: SUCCESS [ 1033.336376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.336376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.336726] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.336726] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.336898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.336898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.337074] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.337125] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.337216] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.408499] env[66408]: INFO networking_nsxv3.common.synchronization [req-df73136c-3423-4b25-bac8-7d208f4cf760 req-eaa71010-668b-4346-a07b-24b99f107d0d service nova] Enqueued Resource ID: 28ebc96b-f09a-4341-8743-a7874bc51949 with Priority: HIGHEST for action security_group_rules [ 1033.408707] env[66408]: INFO networking_nsxv3.common.synchronization [req-df73136c-3423-4b25-bac8-7d208f4cf760 req-eaa71010-668b-4346-a07b-24b99f107d0d service nova] Enqueued Resource ID: 28ebc96b-f09a-4341-8743-a7874bc51949 with Priority: HIGHEST for action security_group_members [ 1033.408807] env[66408]: INFO networking_nsxv3.common.synchronization [req-df73136c-3423-4b25-bac8-7d208f4cf760 req-eaa71010-668b-4346-a07b-24b99f107d0d service nova] Enqueued Resource ID: e4ada4ad-16d9-4e9a-b27c-395a07d273d7 with Priority: HIGHEST for action port [ 1033.409480] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ebc96b-f09a-4341-8743-a7874bc51949 with Priority: HIGHEST for action security_group_rules [ 1033.409636] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ebc96b-f09a-4341-8743-a7874bc51949 with Priority: HIGHEST for action security_group_members [ 1033.409721] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ada4ad-16d9-4e9a-b27c-395a07d273d7 with Priority: HIGHEST for action port [ 1033.409976] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28ebc96b-f09a-4341-8743-a7874bc51949 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.410115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.410222] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.410519] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.410595] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28ebc96b-f09a-4341-8743-a7874bc51949',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.411490] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ebc96b-f09a-4341-8743-a7874bc51949 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.411633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.411694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.411878] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.412009] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.412200] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.412281] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.412429] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.412525] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.412601] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ebc96b-f09a-4341-8743-a7874bc51949',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.413408] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4ada4ad-16d9-4e9a-b27c-395a07d273d7 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.413577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4ada4ad-16d9-4e9a-b27c-395a07d273d7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.413577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4ada4ad-16d9-4e9a-b27c-395a07d273d7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.414646] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4ada4ad-16d9-4e9a-b27c-395a07d273d7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.414646] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4ada4ad-16d9-4e9a-b27c-395a07d273d7',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.730962] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f2332f2-3c56-4aed-8478-8670c47d87da in Status: SUCCESS [ 1033.731298] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.731517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.731730] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.731921] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.732138] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.732138] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.732272] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.732355] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.732438] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.732520] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f2332f2-3c56-4aed-8478-8670c47d87da',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.839185] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.916757] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28ebc96b-f09a-4341-8743-a7874bc51949',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.919602] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ebc96b-f09a-4341-8743-a7874bc51949 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.919602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.919885] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4ada4ad-16d9-4e9a-b27c-395a07d273d7 with status ACTIVE [ 1033.920399] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.920399] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.920399] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.920613] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.920730] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.921058] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.921119] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.921216] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.921458] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.921583] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.921854] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.921993] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.922130] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.922304] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.922415] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.922681] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4ada4ad-16d9-4e9a-b27c-395a07d273d7 is going to be updated. [ 1033.953671] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.953931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.953931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.954226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.954335] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.954507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4ada4ad-16d9-4e9a-b27c-395a07d273d7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.235916] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f2332f2-3c56-4aed-8478-8670c47d87da',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.341882] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.384639] env[66408]: INFO networking_nsxv3.common.synchronization [req-8cc8f65f-b092-4703-9fc9-ce2a813ebcfd req-bce4a9da-98de-4fee-80df-a93baf17aea8 tempest-ServersTestFqdnHostnames-1286239040 tempest-ServersTestFqdnHostnames-1286239040-project-member] Enqueued Resource ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea with Priority: HIGHEST for action security_group_members [ 1034.388032] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea with Priority: HIGHEST for action security_group_members [ 1034.388032] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-a046ce18-6cb2-4be1-bf7c-f7d255c062ea taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.388032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.388032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.388032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.388032] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.388032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.388032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.388032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.388032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.388032] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a046ce18-6cb2-4be1-bf7c-f7d255c062ea',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.421276] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28ebc96b-f09a-4341-8743-a7874bc51949',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.739250] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f2332f2-3c56-4aed-8478-8670c47d87da: rpc.has_security_group_logging(os_id): False [ 1034.762543] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.762805] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.762878] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.763364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.763481] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.763850] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.763995] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.764106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.764362] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.764459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.764617] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f2332f2-3c56-4aed-8478-8670c47d87da is going to be created. [ 1034.848195] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.848430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.848552] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.848874] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.849111] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.850582] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.850721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.850772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.851062] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.851219] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.851219] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 is going to be updated. [ 1034.865640] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f2332f2-3c56-4aed-8478-8670c47d87da in Status: IN_PROGRESS for 2s [ 1034.891334] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.891614] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.891614] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.891786] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.900833] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.901049] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.901098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.901319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.901504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.914239] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: IN_PROGRESS for 2s [ 1034.924956] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.925257] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.925811] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.925811] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.925811] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.925811] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.925811] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea is going to be updated. [ 1034.926991] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.927118] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.927336] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.927446] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.927573] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.927627] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ebc96b-f09a-4341-8743-a7874bc51949 is going to be created. [ 1034.957511] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.957809] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.958127] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.958431] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.958622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.960872] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.961041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.961041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.961317] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.961556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.978296] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea in Status: IN_PROGRESS for 2s [ 1034.980063] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ebc96b-f09a-4341-8743-a7874bc51949 in Status: UNINITIALIZED for 2s [ 1036.884016] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f2332f2-3c56-4aed-8478-8670c47d87da in Status: SUCCESS [ 1036.884872] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.926400] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: SUCCESS [ 1036.926734] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.927083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.927534] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.927916] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.928188] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.928362] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.928619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.929652] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.929652] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.993437] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea in Status: SUCCESS [ 1036.993437] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea deletion is rescheduled due to dependency. [ 1036.993437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.993437] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ebc96b-f09a-4341-8743-a7874bc51949 in Status: SUCCESS [ 1036.993437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.993437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.993437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.993437] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.993437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.993437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.993437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.996305] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.996305] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.996305] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28ebc96b-f09a-4341-8743-a7874bc51949',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.432141] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.495932] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ebc96b-f09a-4341-8743-a7874bc51949 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.496131] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.496207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.496495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.496777] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.496924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.496994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.497360] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.497479] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.497556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.497719] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ebc96b-f09a-4341-8743-a7874bc51949 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.497820] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.497881] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.498055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.498195] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.498289] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.498369] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.498517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.498597] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.498677] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.499263] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28ebc96b-f09a-4341-8743-a7874bc51949',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.935030] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.002804] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28ebc96b-f09a-4341-8743-a7874bc51949: rpc.has_security_group_logging(os_id): False [ 1038.025031] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.025031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.025031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.025031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.025031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.025031] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.025031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.025425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.025425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.025425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.025554] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.025646] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.025694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.025860] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.025930] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.026127] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.026220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.026268] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.026412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.026616] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.026616] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28ebc96b-f09a-4341-8743-a7874bc51949 is going to be created. [ 1038.096967] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.097225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.097225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.097656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.097888] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.116362] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28ebc96b-f09a-4341-8743-a7874bc51949 in Status: IN_PROGRESS for 2s [ 1038.437334] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.437963] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.437963] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.439059] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.439221] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.439397] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 is going to be updated. [ 1038.479224] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.479423] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.479499] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.479938] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.480100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.496680] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: IN_PROGRESS for 2s [ 1039.021263] env[66408]: INFO networking_nsxv3.common.synchronization [req-71145552-553c-48e2-b052-8f5e482b83be req-3b6ce6b7-d263-4862-abed-690bb32bd7ed tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: d7e1e429-525a-4522-85ae-34527d43b139 with Priority: HIGHEST for action security_group_members [ 1039.022024] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e1e429-525a-4522-85ae-34527d43b139 with Priority: HIGHEST for action security_group_members [ 1039.022270] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e1e429-525a-4522-85ae-34527d43b139 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.022395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.024246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.024246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.024246] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.024246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.024246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.024246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.024246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.024246] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.346942] env[66408]: INFO networking_nsxv3.common.synchronization [req-36796b23-5c7e-4cd2-9e45-2d6c0cbfbbde req-02853192-cb0f-4867-bd7e-6e99c023952c tempest-ListServersNegativeTestJSON-288136145 tempest-ListServersNegativeTestJSON-288136145-project-member] Enqueued Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_members [ 1039.347787] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_members [ 1039.348196] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cb9989-6eab-4b6d-999f-9cbc27a61094 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.348328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.507728] env[66408]: INFO networking_nsxv3.common.synchronization [None req-41e7aecf-5e5d-49a5-bec6-7f33166c3fa7 None None] Enqueued Resource ID: fa15b969-6ad6-4ede-87a5-10fc3c23ec8a with Priority: HIGHEST for action port [ 1039.508462] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa15b969-6ad6-4ede-87a5-10fc3c23ec8a with Priority: HIGHEST for action port [ 1039.509539] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa15b969-6ad6-4ede-87a5-10fc3c23ec8a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.509760] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa15b969-6ad6-4ede-87a5-10fc3c23ec8a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.509882] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa15b969-6ad6-4ede-87a5-10fc3c23ec8a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.510299] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa15b969-6ad6-4ede-87a5-10fc3c23ec8a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.510454] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa15b969-6ad6-4ede-87a5-10fc3c23ec8a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.528062] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.722778] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.723455] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.723455] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.723577] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.723756] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.723924] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.724471] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.726092] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.726092] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.726092] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.726092] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.726092] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.726092] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.726092] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.726092] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.726092] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.748885] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.749075] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.749211] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.749455] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.749793] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-4b0e5310-fcfc-4ab8-a2c6-aa750162968f taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.749974] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-4b0e5310-fcfc-4ab8-a2c6-aa750162968f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.750112] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-4b0e5310-fcfc-4ab8-a2c6-aa750162968f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.750468] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-4b0e5310-fcfc-4ab8-a2c6-aa750162968f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.750643] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b0e5310-fcfc-4ab8-a2c6-aa750162968f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.014419] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa15b969-6ad6-4ede-87a5-10fc3c23ec8a [ 1040.014655] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.014790] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.014909] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.015132] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.015251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.015309] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa15b969-6ad6-4ede-87a5-10fc3c23ec8a already deleted. [ 1040.015391] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa15b969-6ad6-4ede-87a5-10fc3c23ec8a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.034255] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.131532] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28ebc96b-f09a-4341-8743-a7874bc51949 in Status: SUCCESS [ 1040.133135] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.253636] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.253875] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.254010] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.254318] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.254559] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.254732] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 4b0e5310-fcfc-4ab8-a2c6-aa750162968f not found, creating... [ 1040.255007] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.255201] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.255324] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.255569] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.255714] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.255996] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.256379] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.256545] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.256834] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.257071] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.257330] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 4b0e5310-fcfc-4ab8-a2c6-aa750162968f is going to be created. [ 1040.298729] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.298729] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.298970] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.299329] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.299898] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.299975] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-4b0e5310-fcfc-4ab8-a2c6-aa750162968f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.510785] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: SUCCESS [ 1040.510785] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.510785] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.510785] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.510785] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.510785] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.510785] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.510785] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.510785] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.510785] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.510785] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cb9989-6eab-4b6d-999f-9cbc27a61094 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.510785] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.510785] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.510785] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.511503] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.511503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.511503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.511503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.511503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.511684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.511871] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.512996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.512996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.512996] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.513360] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.513360] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.513360] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.513360] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.513509] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.536486] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.536691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.536691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.537417] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.537417] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.537417] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e1e429-525a-4522-85ae-34527d43b139 is going to be updated. [ 1040.575568] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.579544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.579544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.579544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.579544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.591697] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e1e429-525a-4522-85ae-34527d43b139 in Status: IN_PROGRESS for 2s [ 1041.017411] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10cb9989-6eab-4b6d-999f-9cbc27a61094: rpc.has_security_group_logging(os_id): False [ 1041.018607] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.039457] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.039845] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.039845] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.041269] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.041269] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.041269] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.041269] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.041269] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.041269] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.041269] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.041269] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.041269] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.041269] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.041762] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.041762] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.042135] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.042274] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.042368] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.042569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.042687] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.043901] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 is going to be created. [ 1041.112234] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.112436] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.112436] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.112649] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.112830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.119863] env[66408]: INFO networking_nsxv3.common.synchronization [req-71145552-553c-48e2-b052-8f5e482b83be req-7b97b581-378b-470a-9b63-5b7473733a8d service nova] Enqueued Resource ID: d7e1e429-525a-4522-85ae-34527d43b139 with Priority: HIGHEST for action security_group_rules [ 1041.120137] env[66408]: INFO networking_nsxv3.common.synchronization [req-71145552-553c-48e2-b052-8f5e482b83be req-7b97b581-378b-470a-9b63-5b7473733a8d service nova] Enqueued Resource ID: d7e1e429-525a-4522-85ae-34527d43b139 with Priority: HIGHEST for action security_group_members [ 1041.121519] env[66408]: INFO networking_nsxv3.common.synchronization [req-71145552-553c-48e2-b052-8f5e482b83be req-7b97b581-378b-470a-9b63-5b7473733a8d service nova] Enqueued Resource ID: 4b0e5310-fcfc-4ab8-a2c6-aa750162968f with Priority: HIGHEST for action port [ 1041.122161] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e1e429-525a-4522-85ae-34527d43b139 with Priority: HIGHEST for action security_group_rules [ 1041.122306] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e1e429-525a-4522-85ae-34527d43b139 with Priority: HIGHEST for action security_group_members [ 1041.122407] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b0e5310-fcfc-4ab8-a2c6-aa750162968f with Priority: HIGHEST for action port [ 1041.122743] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7e1e429-525a-4522-85ae-34527d43b139 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.122874] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.122939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.123203] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.123287] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.124181] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e1e429-525a-4522-85ae-34527d43b139 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.124274] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.124469] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b0e5310-fcfc-4ab8-a2c6-aa750162968f taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.124568] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b0e5310-fcfc-4ab8-a2c6-aa750162968f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.124631] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b0e5310-fcfc-4ab8-a2c6-aa750162968f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.124822] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b0e5310-fcfc-4ab8-a2c6-aa750162968f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.124879] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b0e5310-fcfc-4ab8-a2c6-aa750162968f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.129323] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: IN_PROGRESS for 2s [ 1041.521842] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.630263] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e1e429-525a-4522-85ae-34527d43b139 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.631570] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.631570] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b0e5310-fcfc-4ab8-a2c6-aa750162968f with status ACTIVE [ 1041.632045] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.633154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.633274] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.633592] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.633744] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.634042] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.634211] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.634318] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.634594] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.634728] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.635265] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.635481] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.635647] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.638050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.638050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.638050] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b0e5310-fcfc-4ab8-a2c6-aa750162968f is going to be updated. [ 1041.661576] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.661576] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.661576] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.661576] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.661576] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.661576] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b0e5310-fcfc-4ab8-a2c6-aa750162968f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.872150] env[66408]: INFO networking_nsxv3.common.synchronization [req-6e6aec05-6281-4d33-a7c1-ebe3b62a4723 req-05189551-bf2d-486e-8b4f-39bd738ec29f tempest-AttachVolumeNegativeTest-306535089 tempest-AttachVolumeNegativeTest-306535089-project-member] Enqueued Resource ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b with Priority: HIGHEST for action security_group_members [ 1041.872708] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b with Priority: HIGHEST for action security_group_members [ 1041.873070] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.873250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.873250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.873563] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.874901] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.874901] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.875045] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.875157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.875246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.875349] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.028519] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.028519] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.028519] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.028519] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.028519] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.028519] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 is going to be updated. [ 1042.064509] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.064509] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.064509] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.064509] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.064509] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.075147] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: IN_PROGRESS for 2s [ 1042.377473] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.378536] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.378536] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.378536] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.378536] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.378536] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.378536] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.378536] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.378996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.378996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.379133] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b already deleted. [ 1042.379133] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.597571] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.597571] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.597571] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.597571] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.597571] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.597571] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.597571] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.597571] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.597571] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.598037] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.598037] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.598037] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.598135] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.598224] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.598312] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.598438] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.611163] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e1e429-525a-4522-85ae-34527d43b139 in Status: SUCCESS [ 1042.611163] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.611163] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.612384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.613424] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.613583] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.613718] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.614075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.614075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.614195] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.619580] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.619763] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.619903] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.620096] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.620497] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-60584ceb-d9a1-4e0a-9f51-4f89ae9f08f9 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.620685] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-60584ceb-d9a1-4e0a-9f51-4f89ae9f08f9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.620807] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-60584ceb-d9a1-4e0a-9f51-4f89ae9f08f9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.621162] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-60584ceb-d9a1-4e0a-9f51-4f89ae9f08f9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.621310] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60584ceb-d9a1-4e0a-9f51-4f89ae9f08f9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.926404] env[66408]: INFO networking_nsxv3.common.synchronization [None req-e8e6207e-eaed-424e-b83b-fb514761b3be None None] Enqueued Resource ID: 7668c2f8-73e7-4464-a3a1-41b8601d78d7 with Priority: HIGHEST for action port [ 1042.930691] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7668c2f8-73e7-4464-a3a1-41b8601d78d7 with Priority: HIGHEST for action port [ 1042.930691] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-7668c2f8-73e7-4464-a3a1-41b8601d78d7 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.930691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7668c2f8-73e7-4464-a3a1-41b8601d78d7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.930691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7668c2f8-73e7-4464-a3a1-41b8601d78d7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.930691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7668c2f8-73e7-4464-a3a1-41b8601d78d7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.930691] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7668c2f8-73e7-4464-a3a1-41b8601d78d7',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.029787] env[66408]: INFO networking_nsxv3.common.synchronization [None req-7ec5c894-e54a-41f3-8de4-de1d6885f4e2 None None] Enqueued Resource ID: d5bd6174-ad97-46b7-9c7b-b4c013c22dd7 with Priority: HIGHEST for action port [ 1043.031039] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5bd6174-ad97-46b7-9c7b-b4c013c22dd7 with Priority: HIGHEST for action port [ 1043.031204] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5bd6174-ad97-46b7-9c7b-b4c013c22dd7 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.031387] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5bd6174-ad97-46b7-9c7b-b4c013c22dd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.031491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5bd6174-ad97-46b7-9c7b-b4c013c22dd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.031872] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5bd6174-ad97-46b7-9c7b-b4c013c22dd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.032080] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5bd6174-ad97-46b7-9c7b-b4c013c22dd7',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.117075] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.125110] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.125195] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.125334] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.125723] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.125926] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.126566] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 60584ceb-d9a1-4e0a-9f51-4f89ae9f08f9 not found, creating... [ 1043.126566] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.126731] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.126731] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.127074] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.127319] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.127717] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.127925] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.128806] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.129147] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.129547] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.129585] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 60584ceb-d9a1-4e0a-9f51-4f89ae9f08f9 is going to be created. [ 1043.152220] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: SUCCESS [ 1043.152574] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.152952] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.153766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.153963] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.158837] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.158837] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.158837] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.158837] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.158837] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.158837] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-60584ceb-d9a1-4e0a-9f51-4f89ae9f08f9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.433761] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7668c2f8-73e7-4464-a3a1-41b8601d78d7 [ 1043.434063] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.434259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.434385] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.434716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.434862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.434998] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7668c2f8-73e7-4464-a3a1-41b8601d78d7 already deleted. [ 1043.435175] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7668c2f8-73e7-4464-a3a1-41b8601d78d7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.535553] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5bd6174-ad97-46b7-9c7b-b4c013c22dd7 [ 1043.535720] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.535873] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.535973] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.536326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.536564] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.536628] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5bd6174-ad97-46b7-9c7b-b4c013c22dd7 already deleted. [ 1043.536698] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5bd6174-ad97-46b7-9c7b-b4c013c22dd7" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.620646] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.657475] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cb9989-6eab-4b6d-999f-9cbc27a61094 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.659039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.927650] env[66408]: INFO networking_nsxv3.common.synchronization [req-6e6aec05-6281-4d33-a7c1-ebe3b62a4723 req-5b8d83f1-6808-40ca-bdb6-937c4014f08b service nova] Enqueued Resource ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b with Priority: HIGHEST for action security_group_rules [ 1043.927650] env[66408]: INFO networking_nsxv3.common.synchronization [req-6e6aec05-6281-4d33-a7c1-ebe3b62a4723 req-5b8d83f1-6808-40ca-bdb6-937c4014f08b service nova] Enqueued Resource ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b with Priority: HIGHEST for action security_group_members [ 1043.927858] env[66408]: INFO networking_nsxv3.common.synchronization [req-6e6aec05-6281-4d33-a7c1-ebe3b62a4723 req-5b8d83f1-6808-40ca-bdb6-937c4014f08b service nova] Enqueued Resource ID: 60584ceb-d9a1-4e0a-9f51-4f89ae9f08f9 with Priority: HIGHEST for action port [ 1043.928301] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b with Priority: HIGHEST for action security_group_rules [ 1043.928446] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b with Priority: HIGHEST for action security_group_members [ 1043.928546] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60584ceb-d9a1-4e0a-9f51-4f89ae9f08f9 with Priority: HIGHEST for action port [ 1043.928863] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.928985] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.930465] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.930741] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.930830] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.931863] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.931991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.932063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.932283] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.932450] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.932555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.932616] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.932771] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.932857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.932957] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.936735] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-60584ceb-d9a1-4e0a-9f51-4f89ae9f08f9 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.937204] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60584ceb-d9a1-4e0a-9f51-4f89ae9f08f9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.937497] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60584ceb-d9a1-4e0a-9f51-4f89ae9f08f9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.937795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60584ceb-d9a1-4e0a-9f51-4f89ae9f08f9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.937933] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60584ceb-d9a1-4e0a-9f51-4f89ae9f08f9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.086101] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: SUCCESS [ 1044.086321] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.086492] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.086748] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.086939] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.087070] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.087138] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.087354] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.087437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.087558] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.087647] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.124171] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.124481] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.124523] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.124760] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.124913] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.125033] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e1e429-525a-4522-85ae-34527d43b139 is going to be updated. [ 1044.156595] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.156740] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.156808] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.157027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.157178] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.169968] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e1e429-525a-4522-85ae-34527d43b139 in Status: IN_PROGRESS for 2s [ 1044.359610] env[66408]: INFO networking_nsxv3.common.synchronization [req-d16c4f0b-73f1-4fae-bee6-2143204836cb req-eed13655-1ae3-4e09-ab34-31733ff3b0a5 tempest-ServersTestJSON-1989292169 tempest-ServersTestJSON-1989292169-project-member] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1044.360255] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1044.360585] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.360728] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.360798] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.361059] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.361264] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.361378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.361441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.361617] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.361729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.361839] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.439789] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.441940] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.441940] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.441940] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60584ceb-d9a1-4e0a-9f51-4f89ae9f08f9 with status ACTIVE [ 1044.441940] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.442361] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.442361] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.444363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.444363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.444363] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.444363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.444363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.444363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.444363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.444363] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.444363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.444363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.444363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.444363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.444363] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60584ceb-d9a1-4e0a-9f51-4f89ae9f08f9 is going to be updated. [ 1044.509307] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.509475] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.509536] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.510029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.510029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.510029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60584ceb-d9a1-4e0a-9f51-4f89ae9f08f9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.591285] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cb9989-6eab-4b6d-999f-9cbc27a61094 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.591285] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.591285] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.591440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.591580] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.591808] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.592455] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.592665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.592783] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.593255] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.593255] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cb9989-6eab-4b6d-999f-9cbc27a61094 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.593255] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.593255] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.593485] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.593524] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.593653] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.593653] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.593981] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.593981] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.593981] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.594145] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.864543] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.943393] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.096972] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10cb9989-6eab-4b6d-999f-9cbc27a61094: rpc.has_security_group_logging(os_id): False [ 1045.118976] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.118976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.118976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.119265] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.119265] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.119352] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.119459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.119584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.119682] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.119766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.119964] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.120155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.120155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.120273] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.121448] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.121448] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.121448] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.121448] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.121448] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.121448] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.121448] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 is going to be updated. [ 1045.189558] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.192691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.192691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.192691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.192691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.208644] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: IN_PROGRESS for 2s [ 1045.367364] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.446982] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.446982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.446982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.448564] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.450089] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.450089] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b is going to be created. [ 1045.483229] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.483229] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.483229] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.483511] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.483511] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.496448] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b in Status: UNINITIALIZED for 2s [ 1045.870891] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.871073] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.871121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.871477] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.871477] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.871609] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 1045.905711] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.905711] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.905711] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.905711] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.905711] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.915660] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 1046.182747] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e1e429-525a-4522-85ae-34527d43b139 in Status: SUCCESS [ 1046.182747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.182747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.182747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.182747] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.182747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.183155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.183155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.183224] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.183348] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.183539] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.312688] env[66408]: INFO networking_nsxv3.common.synchronization [None req-1f331608-8257-4351-a641-541099518ce6 None None] Enqueued Resource ID: a1220958-ad7d-4bd4-8997-db1dfcea3955 with Priority: HIGHEST for action port [ 1046.313424] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1220958-ad7d-4bd4-8997-db1dfcea3955 with Priority: HIGHEST for action port [ 1046.314032] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1220958-ad7d-4bd4-8997-db1dfcea3955 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.314032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1220958-ad7d-4bd4-8997-db1dfcea3955" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.314248] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1220958-ad7d-4bd4-8997-db1dfcea3955" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.314638] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1220958-ad7d-4bd4-8997-db1dfcea3955" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.314638] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1220958-ad7d-4bd4-8997-db1dfcea3955',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.404241] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.404458] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-514" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.404545] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-514" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.406334] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-514" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.406334] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.406334] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.406334] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.406334] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.406334] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.406334] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.406334] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.406334] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.406334] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.406990] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.406990] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.406990] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.427332] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.427607] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.427762] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.427935] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-514" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.428281] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-59de13c4-1c74-4648-9b4f-c07bae464bfc taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.428451] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-59de13c4-1c74-4648-9b4f-c07bae464bfc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.428565] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-59de13c4-1c74-4648-9b4f-c07bae464bfc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.430409] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-59de13c4-1c74-4648-9b4f-c07bae464bfc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.430577] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59de13c4-1c74-4648-9b4f-c07bae464bfc',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.686874] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.816873] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1220958-ad7d-4bd4-8997-db1dfcea3955 [ 1046.817282] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.817282] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.817434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.817569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.817727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.817792] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1220958-ad7d-4bd4-8997-db1dfcea3955 already deleted. [ 1046.817894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1220958-ad7d-4bd4-8997-db1dfcea3955" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.933877] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.934404] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.934597] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.935095] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.935095] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.935766] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.935766] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.936224] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.936224] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.936899] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.936899] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.936899] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.938864] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.939354] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.939354] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.939442] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 59de13c4-1c74-4648-9b4f-c07bae464bfc is going to be updated. [ 1046.965620] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.966037] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.966230] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.968377] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.968377] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.968377] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-59de13c4-1c74-4648-9b4f-c07bae464bfc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.191204] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7e1e429-525a-4522-85ae-34527d43b139: rpc.has_security_group_logging(os_id): False [ 1047.210436] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.210619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.210777] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.210983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.226702] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: SUCCESS [ 1047.227068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.227255] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.227640] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.227765] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.234718] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.235045] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.235171] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.235233] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.236126] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.236126] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.236126] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7e1e429-525a-4522-85ae-34527d43b139 is going to be updated. [ 1047.436597] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.437083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.437083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.437083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.437460] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.456226] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e1e429-525a-4522-85ae-34527d43b139 in Status: IN_PROGRESS for 2s [ 1047.515679] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b in Status: SUCCESS [ 1047.517290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.517290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.517290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.517290] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.517290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.517290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.517290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.517290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.517290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.517290] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.730704] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cb9989-6eab-4b6d-999f-9cbc27a61094 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.730910] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.731016] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.731322] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.731520] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.731920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.731920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.731920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.732094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.732190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.732252] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.770233] env[66408]: INFO networking_nsxv3.common.synchronization [req-55b06ea0-217f-4317-af1f-2398b4cdef1e req-166a3b7a-6467-46d7-9cd0-8c5bbd96b396 service nova] Enqueued Resource ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 with Priority: HIGHEST for action security_group_rules [ 1047.771184] env[66408]: INFO networking_nsxv3.common.synchronization [req-55b06ea0-217f-4317-af1f-2398b4cdef1e req-166a3b7a-6467-46d7-9cd0-8c5bbd96b396 service nova] Enqueued Resource ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 with Priority: HIGHEST for action security_group_members [ 1047.771184] env[66408]: INFO networking_nsxv3.common.synchronization [req-55b06ea0-217f-4317-af1f-2398b4cdef1e req-166a3b7a-6467-46d7-9cd0-8c5bbd96b396 service nova] Enqueued Resource ID: 59de13c4-1c74-4648-9b4f-c07bae464bfc with Priority: HIGHEST for action port [ 1047.771301] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 with Priority: HIGHEST for action security_group_rules [ 1047.771441] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 with Priority: HIGHEST for action security_group_members [ 1047.771441] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59de13c4-1c74-4648-9b4f-c07bae464bfc with Priority: HIGHEST for action port [ 1047.771976] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b7eea76-7f5b-4227-80a0-9472d3c8fd87 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.771976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.771976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.778238] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.778347] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.779774] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.779914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.780041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.780898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.783174] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.783376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.783495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.783882] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.783882] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.783882] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.786260] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-59de13c4-1c74-4648-9b4f-c07bae464bfc taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.786414] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59de13c4-1c74-4648-9b4f-c07bae464bfc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.786485] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59de13c4-1c74-4648-9b4f-c07bae464bfc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.786748] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59de13c4-1c74-4648-9b4f-c07bae464bfc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.786822] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59de13c4-1c74-4648-9b4f-c07bae464bfc',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.931301] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 1047.931545] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.021573] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.236283] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cb9989-6eab-4b6d-999f-9cbc27a61094 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.236283] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.236283] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.236283] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.236283] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.236689] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.236689] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.236689] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.236825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.236825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.236965] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cb9989-6eab-4b6d-999f-9cbc27a61094 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.237071] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.237130] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.237286] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.237460] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.237558] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.237621] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.237772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.237852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.237935] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.238045] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.285955] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.290599] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59de13c4-1c74-4648-9b4f-c07bae464bfc with status ACTIVE [ 1048.290744] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.291013] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.291925] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.292864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.293488] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.293488] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.293488] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.293660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.293871] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.294201] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.294462] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.295800] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.295888] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.296113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.296219] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.296354] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59de13c4-1c74-4648-9b4f-c07bae464bfc is going to be updated. [ 1048.297665] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.297791] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.325057] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.325244] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.325334] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.329922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.330187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.330384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59de13c4-1c74-4648-9b4f-c07bae464bfc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.526647] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b: rpc.has_security_group_logging(os_id): False [ 1048.546172] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.546388] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.546388] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.546612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.546899] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.547190] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.547299] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.547366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.547578] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.547852] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.547960] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b is going to be created. [ 1048.616461] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.616639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.616691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.616892] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.617118] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.630327] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b in Status: IN_PROGRESS for 2s [ 1048.740887] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10cb9989-6eab-4b6d-999f-9cbc27a61094: rpc.has_security_group_logging(os_id): False [ 1048.760258] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.760610] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.760733] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.761087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.761261] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.761629] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.761909] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.762074] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.762597] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.762702] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.762964] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.763041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.763077] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.763265] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.763347] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.763562] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.763666] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.763726] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.763882] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.763964] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.764062] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 is going to be updated. [ 1048.788661] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.836016] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.837028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.837028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.837028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.837028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.851532] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: IN_PROGRESS for 2s [ 1049.293757] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.293955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.294049] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.294295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.294413] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.294529] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 is going to be updated. [ 1049.343934] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.343934] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.343934] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.343934] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.343934] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.358967] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 in Status: IN_PROGRESS for 2s [ 1049.477752] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e1e429-525a-4522-85ae-34527d43b139 in Status: SUCCESS [ 1049.478028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.644282] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b in Status: SUCCESS [ 1050.644640] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.866024] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: SUCCESS [ 1050.866275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.053619] env[66408]: INFO networking_nsxv3.common.synchronization [req-c3b46fd8-00a1-4258-8bab-baf105adee6a req-bfd5fdd7-8d05-4d56-b2bd-2c5d6afe675e tempest-ServerDiskConfigTestJSON-1912076309 tempest-ServerDiskConfigTestJSON-1912076309-project-member] Enqueued Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1051.055494] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1051.055494] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.056181] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.056280] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.056585] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.056763] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.056888] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.056943] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.057370] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.057493] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.057636] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.218089] env[66408]: INFO networking_nsxv3.common.synchronization [req-d90fe951-22eb-4b37-befb-539e35c8657e req-82f93f1c-7304-44d4-b9bd-92c51a078f46 tempest-ServerPasswordTestJSON-456060992 tempest-ServerPasswordTestJSON-456060992-project-member] Enqueued Resource ID: 28ebc96b-f09a-4341-8743-a7874bc51949 with Priority: HIGHEST for action security_group_members [ 1051.218089] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ebc96b-f09a-4341-8743-a7874bc51949 with Priority: HIGHEST for action security_group_members [ 1051.218755] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ebc96b-f09a-4341-8743-a7874bc51949 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.219189] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.219621] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.223032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.223032] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.223032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.223032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.223032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.223032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.223032] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ebc96b-f09a-4341-8743-a7874bc51949',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.373450] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 in Status: SUCCESS [ 1051.373663] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.373824] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.374064] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.374280] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.374391] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.374461] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.374690] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.374828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.374887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.374964] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.484682] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.484880] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-226" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.485010] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-226" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.485347] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-226" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.485613] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.485773] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.485891] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.486417] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.486567] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.486779] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.486894] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.487007] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.487127] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.487228] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.487330] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.487486] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.506302] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.506471] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.507253] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.507253] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-226" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.507253] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-263bc978-afdc-4dab-b5ae-1b3b37511d27 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.507495] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-263bc978-afdc-4dab-b5ae-1b3b37511d27" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.507495] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-263bc978-afdc-4dab-b5ae-1b3b37511d27" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.508132] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-263bc978-afdc-4dab-b5ae-1b3b37511d27" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.508132] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('263bc978-afdc-4dab-b5ae-1b3b37511d27',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.560814] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.560972] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.561054] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.561266] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.561356] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.561549] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.561647] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.561707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.561856] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.561930] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.562017] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab already deleted. [ 1051.562098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.725845] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.726246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.726246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.727639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.727639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.727639] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.727639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.727639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.727639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.727639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.727639] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ebc96b-f09a-4341-8743-a7874bc51949 is going to be updated. [ 1051.760620] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.760892] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.761145] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.761606] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.761606] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.771712] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ebc96b-f09a-4341-8743-a7874bc51949 in Status: IN_PROGRESS for 2s [ 1051.877918] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.878112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.878163] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.878430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.878784] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.878784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.878784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.878999] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.879062] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.879143] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.879294] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.879388] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.879448] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.879625] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.879766] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.879857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.879917] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.880159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.880159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.880294] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.880428] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.011749] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.011749] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.011749] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.011999] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.011999] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.012256] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 263bc978-afdc-4dab-b5ae-1b3b37511d27 not found, creating... [ 1052.012750] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.012914] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.013051] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.013376] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.013670] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.015343] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.015343] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.015343] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.015343] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.015343] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.015595] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 263bc978-afdc-4dab-b5ae-1b3b37511d27 is going to be created. [ 1052.040309] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.040565] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.040657] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.040926] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.041377] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.041377] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-263bc978-afdc-4dab-b5ae-1b3b37511d27" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.382645] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b7eea76-7f5b-4227-80a0-9472d3c8fd87: rpc.has_security_group_logging(os_id): False [ 1052.403466] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.403670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.403760] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.404086] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.425689] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.426054] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.427021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.427021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.427021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.427021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.427021] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.427281] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.427281] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.428066] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.428066] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.428066] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.428066] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.428279] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.428502] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.430645] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.430645] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 is going to be updated. [ 1052.497106] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.497313] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.497313] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.497613] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.497812] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.522832] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 in Status: IN_PROGRESS for 2s [ 1052.817031] env[66408]: INFO networking_nsxv3.common.synchronization [req-c3b46fd8-00a1-4258-8bab-baf105adee6a req-ce21c03e-c1d5-4ba3-9f40-6273d3814bd5 service nova] Enqueued Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_rules [ 1052.817031] env[66408]: INFO networking_nsxv3.common.synchronization [req-c3b46fd8-00a1-4258-8bab-baf105adee6a req-ce21c03e-c1d5-4ba3-9f40-6273d3814bd5 service nova] Enqueued Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1052.817031] env[66408]: INFO networking_nsxv3.common.synchronization [req-c3b46fd8-00a1-4258-8bab-baf105adee6a req-ce21c03e-c1d5-4ba3-9f40-6273d3814bd5 service nova] Enqueued Resource ID: 263bc978-afdc-4dab-b5ae-1b3b37511d27 with Priority: HIGHEST for action port [ 1052.817031] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_rules [ 1052.821022] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1052.821022] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263bc978-afdc-4dab-b5ae-1b3b37511d27 with Priority: HIGHEST for action port [ 1052.821022] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.821022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.821022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.821022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.821022] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.821022] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.821794] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.821994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.822330] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.822621] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.822872] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.823149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.823436] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.823653] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.823893] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.825104] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-263bc978-afdc-4dab-b5ae-1b3b37511d27 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.825377] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-263bc978-afdc-4dab-b5ae-1b3b37511d27" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.825572] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-263bc978-afdc-4dab-b5ae-1b3b37511d27" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.825858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-263bc978-afdc-4dab-b5ae-1b3b37511d27" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.826067] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('263bc978-afdc-4dab-b5ae-1b3b37511d27',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.295949] env[66408]: INFO networking_nsxv3.common.synchronization [req-356c558d-9e60-41df-8cd8-0221ef71b608 req-4bd5feba-593f-4601-b421-68f945442679 tempest-ListServersNegativeTestJSON-288136145 tempest-ListServersNegativeTestJSON-288136145-project-member] Enqueued Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_members [ 1053.295949] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_members [ 1053.295949] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cb9989-6eab-4b6d-999f-9cbc27a61094 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.295949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.295949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.295949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.295949] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.295949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.295949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.295949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.295949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.296931] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.300119] env[66408]: INFO networking_nsxv3.common.synchronization [req-481ba962-287d-4e09-a589-208bc4c48591 req-44897c50-5f00-448b-8358-0950f4813de8 tempest-ListServersNegativeTestJSON-288136145 tempest-ListServersNegativeTestJSON-288136145-project-member] Enqueued Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_members [ 1053.301440] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 with Priority: HIGHEST for action security_group_members [ 1053.301851] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-10cb9989-6eab-4b6d-999f-9cbc27a61094 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.302105] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.327534] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.327779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.327842] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.328814] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 263bc978-afdc-4dab-b5ae-1b3b37511d27 with status ACTIVE [ 1053.328950] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.329030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.329111] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.329752] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.329752] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.329752] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.329994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.329994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.329994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.330119] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.330249] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.330339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.330380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.330531] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.330603] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.330733] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 263bc978-afdc-4dab-b5ae-1b3b37511d27 is going to be updated. [ 1053.354641] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.354817] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.354877] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.355067] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.355207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.355373] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-263bc978-afdc-4dab-b5ae-1b3b37511d27" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.783886] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ebc96b-f09a-4341-8743-a7874bc51949 in Status: SUCCESS [ 1053.783886] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ebc96b-f09a-4341-8743-a7874bc51949 deletion is rescheduled due to dependency. [ 1053.784158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.799747] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.800022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.800144] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.800309] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.800408] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.800669] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.800795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.800924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.801076] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.801169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.801287] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 is going to be updated. [ 1053.833643] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.834057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.834057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.834415] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.834566] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.836012] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.846401] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: IN_PROGRESS for 2s [ 1054.338869] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.339163] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.339227] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.339486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.339691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.339825] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab is going to be created. [ 1054.385989] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.386089] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.386163] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.387383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.387383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.401820] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: UNINITIALIZED for 2s [ 1054.558137] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 in Status: SUCCESS [ 1054.558401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.296200] env[66408]: INFO networking_nsxv3.common.synchronization [None req-e165b097-d3dc-47b0-8263-1b8b3b275d5a tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 1055.296748] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 1055.297061] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.297203] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.297276] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.297519] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.298093] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.299031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.299031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.299031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.299031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.299031] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.801724] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.802254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.802369] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.802647] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.802795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.803117] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.803291] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.803394] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.803663] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.803809] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.803872] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 is going to be deleted. [ 1055.840604] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.840845] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.840901] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.841248] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.841248] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.841509] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.860774] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: SUCCESS [ 1055.860952] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 deletion is rescheduled due to dependency. [ 1055.861239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.861363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.861546] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.861733] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.861860] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.861942] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.862134] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.862272] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.862375] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10cb9989-6eab-4b6d-999f-9cbc27a61094',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.365826] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.366251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.366251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.366395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.366568] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.366883] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.367033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.367118] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.367315] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.367420] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.367552] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 is going to be updated. [ 1056.397968] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.398179] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.398277] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.398501] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.398645] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.411496] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: SUCCESS [ 1056.411714] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.411894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.412422] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.412422] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.412561] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.412601] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.412736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.412824] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.412911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.413012] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.414959] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: IN_PROGRESS for 2s [ 1056.916440] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.916699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.916699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.916892] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.917130] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.917231] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.917297] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.917456] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.917551] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.917640] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.918025] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.918025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.918025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.918323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.918323] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.918412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.918412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.918608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.918684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.918763] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.918850] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.422864] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb52d195-4d21-4515-bed8-1b0fd2f523ab: rpc.has_security_group_logging(os_id): False [ 1057.443619] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.443838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.443911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.444154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.444246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.444494] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.444629] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.444674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.444894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.444929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.445181] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.445250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.445250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.445402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.445478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.445657] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.445750] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.445810] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.446021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.446098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.446185] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab is going to be created. [ 1057.524092] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.524368] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.524454] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.524786] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.525056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.539635] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: IN_PROGRESS for 2s [ 1058.357472] env[66408]: INFO networking_nsxv3.common.synchronization [req-dd494a30-26e0-45b4-a761-7f4283560a36 req-f81f59d4-c19e-4217-bbc3-3ea7f2e66ad9 tempest-ImagesTestJSON-1497521817 tempest-ImagesTestJSON-1497521817-project-member] Enqueued Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1058.358294] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1058.358494] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.358647] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.358684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.358969] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.359335] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.359467] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.359528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.359751] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.359836] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.359934] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.425489] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 in Status: SUCCESS [ 1058.425867] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10cb9989-6eab-4b6d-999f-9cbc27a61094 deletion is rescheduled due to dependency. [ 1058.425867] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10cb9989-6eab-4b6d-999f-9cbc27a61094" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.746148] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.746383] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-209" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.746592] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-209" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.746881] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-209" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.747216] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.747448] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.747779] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.748551] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.748551] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.748551] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.748816] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.748816] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.748902] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.749590] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.749590] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.749590] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.771161] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.771161] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.771161] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.771161] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-209" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.771161] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-7a635be8-2a38-4912-9249-a67d29ec8d90 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.771161] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-7a635be8-2a38-4912-9249-a67d29ec8d90" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.771161] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-7a635be8-2a38-4912-9249-a67d29ec8d90" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.771161] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-7a635be8-2a38-4912-9249-a67d29ec8d90" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.771513] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a635be8-2a38-4912-9249-a67d29ec8d90',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.862495] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.862669] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.862749] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.862977] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.863102] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.863300] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.863404] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.863458] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.863620] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.863696] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.863779] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 already deleted. [ 1058.863875] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.274479] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.274817] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.274950] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.275253] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.275406] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.275555] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 7a635be8-2a38-4912-9249-a67d29ec8d90 not found, creating... [ 1059.275809] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.275997] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.276091] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.276311] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.276470] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.276790] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.276953] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.277084] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.277303] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.277439] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.277584] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 7a635be8-2a38-4912-9249-a67d29ec8d90 is going to be created. [ 1059.298503] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.298755] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.298808] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.299090] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.299317] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.299536] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-7a635be8-2a38-4912-9249-a67d29ec8d90" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.552753] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: SUCCESS [ 1059.553249] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.068410] env[66408]: INFO networking_nsxv3.common.synchronization [req-dd494a30-26e0-45b4-a761-7f4283560a36 req-6af24da9-c746-4fdd-8ff8-0b9752383b37 service nova] Enqueued Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_rules [ 1060.068517] env[66408]: INFO networking_nsxv3.common.synchronization [req-dd494a30-26e0-45b4-a761-7f4283560a36 req-6af24da9-c746-4fdd-8ff8-0b9752383b37 service nova] Enqueued Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1060.068623] env[66408]: INFO networking_nsxv3.common.synchronization [req-dd494a30-26e0-45b4-a761-7f4283560a36 req-6af24da9-c746-4fdd-8ff8-0b9752383b37 service nova] Enqueued Resource ID: 7a635be8-2a38-4912-9249-a67d29ec8d90 with Priority: HIGHEST for action port [ 1060.069171] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_rules [ 1060.069313] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1060.069409] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a635be8-2a38-4912-9249-a67d29ec8d90 with Priority: HIGHEST for action port [ 1060.069722] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.069857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.069912] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.070193] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.071706] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.071706] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.071706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.071706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.071706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.072064] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.072064] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.072064] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.072248] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.072248] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.072318] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.073106] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a635be8-2a38-4912-9249-a67d29ec8d90 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.073281] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a635be8-2a38-4912-9249-a67d29ec8d90" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.073281] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a635be8-2a38-4912-9249-a67d29ec8d90" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.073452] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a635be8-2a38-4912-9249-a67d29ec8d90" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.073531] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a635be8-2a38-4912-9249-a67d29ec8d90',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.575729] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.576056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.576105] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.576970] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a635be8-2a38-4912-9249-a67d29ec8d90 with status ACTIVE [ 1060.577175] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.577313] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.577394] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.577560] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.577689] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.577833] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.577931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.577983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.578159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.578237] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.578418] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.578511] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.578568] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.578789] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.578866] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.578975] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a635be8-2a38-4912-9249-a67d29ec8d90 is going to be updated. [ 1060.601451] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.601590] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.601663] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.601937] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.602122] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.602287] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a635be8-2a38-4912-9249-a67d29ec8d90" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.080777] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.586502] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.586952] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.586952] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.587068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.587104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.587202] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 is going to be created. [ 1061.614299] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.614496] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.614545] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.614749] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.614971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.627408] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: UNINITIALIZED for 2s [ 1061.798610] env[66408]: INFO networking_nsxv3.common.synchronization [req-cb028715-a8ea-4fbd-8171-9762e2deda4f req-8a8d1cbe-6b69-456e-92bb-39c1ce72e0d3 tempest-DeleteServersTestJSON-605697757 tempest-DeleteServersTestJSON-605697757-project-member] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 1061.799627] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 1061.799994] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.800340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.800702] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.800702] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.800789] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.800953] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.800953] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.801131] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.801282] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.801323] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.193373] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.193572] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.193732] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.194015] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.194344] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.194588] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.194759] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.195383] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.195568] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.196188] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.196188] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.196423] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.196423] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.196665] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.196905] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.197128] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.217422] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.217583] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.217716] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.217990] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-285" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.218346] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-6a3b57cc-8c20-456f-b5a0-f82f419ac349 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.218585] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-6a3b57cc-8c20-456f-b5a0-f82f419ac349" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.218980] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-6a3b57cc-8c20-456f-b5a0-f82f419ac349" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.219147] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-6a3b57cc-8c20-456f-b5a0-f82f419ac349" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.219196] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a3b57cc-8c20-456f-b5a0-f82f419ac349',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.305886] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.305886] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.305886] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.305886] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.305886] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.306160] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.306160] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.306255] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.306371] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.306448] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.306549] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be updated. [ 1062.336323] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.336525] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.336525] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.336735] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.336880] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.365112] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: IN_PROGRESS for 2s [ 1062.722113] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.722458] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.722504] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.722891] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.723087] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.723254] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 6a3b57cc-8c20-456f-b5a0-f82f419ac349 not found, creating... [ 1062.723537] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.723734] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.723854] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.724111] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.724254] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.724557] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.724718] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.724949] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.725184] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.725320] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.725501] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 6a3b57cc-8c20-456f-b5a0-f82f419ac349 is going to be created. [ 1062.749558] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.749796] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.749933] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.750276] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.750500] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.750725] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-6a3b57cc-8c20-456f-b5a0-f82f419ac349" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.469040] env[66408]: INFO networking_nsxv3.common.synchronization [req-cb028715-a8ea-4fbd-8171-9762e2deda4f req-47b0cbec-fe41-4cca-bd05-7a8b7c470823 service nova] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_rules [ 1063.469219] env[66408]: INFO networking_nsxv3.common.synchronization [req-cb028715-a8ea-4fbd-8171-9762e2deda4f req-47b0cbec-fe41-4cca-bd05-7a8b7c470823 service nova] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 1063.469361] env[66408]: INFO networking_nsxv3.common.synchronization [req-cb028715-a8ea-4fbd-8171-9762e2deda4f req-47b0cbec-fe41-4cca-bd05-7a8b7c470823 service nova] Enqueued Resource ID: 6a3b57cc-8c20-456f-b5a0-f82f419ac349 with Priority: HIGHEST for action port [ 1063.470821] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_rules [ 1063.470954] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 1063.471106] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3b57cc-8c20-456f-b5a0-f82f419ac349 with Priority: HIGHEST for action port [ 1063.471410] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.471535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.471613] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.471791] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.471864] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.473224] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.473224] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.473224] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a3b57cc-8c20-456f-b5a0-f82f419ac349 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.473224] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a3b57cc-8c20-456f-b5a0-f82f419ac349" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.473700] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a3b57cc-8c20-456f-b5a0-f82f419ac349" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.473700] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a3b57cc-8c20-456f-b5a0-f82f419ac349" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.473700] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a3b57cc-8c20-456f-b5a0-f82f419ac349',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.639059] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: SUCCESS [ 1063.639059] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.639513] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.639513] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.639754] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.639946] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.639946] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.640206] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.640309] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.640412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.640529] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.977301] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.977731] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.977731] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a3b57cc-8c20-456f-b5a0-f82f419ac349 with status ACTIVE [ 1063.977924] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.977924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.978046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.978266] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.978347] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.978656] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.978758] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.978809] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.978994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.979138] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.979274] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.979367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.979424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.979565] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.979638] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.979765] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a3b57cc-8c20-456f-b5a0-f82f419ac349 is going to be updated. [ 1064.006380] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.006556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.006612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.007210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.007210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.007703] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a3b57cc-8c20-456f-b5a0-f82f419ac349" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.143237] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.143451] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.143949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.144071] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.144244] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.144353] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.144412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.144598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.144640] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.144759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.144921] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.145335] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.145335] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.145449] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.145553] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.145645] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.145704] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.145847] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.145926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.146025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.146108] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.380533] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 1064.380733] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 deletion is rescheduled due to dependency. [ 1064.380890] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.381081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.381299] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.381479] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.381592] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.381649] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.381802] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.381887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.381978] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.648789] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84460d93-46e1-4af1-b072-3cea2506ce57: rpc.has_security_group_logging(os_id): False [ 1064.670333] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.670483] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.670565] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.670930] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.671048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.671257] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.671375] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.671438] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.671629] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.671713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.671936] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.672942] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.673059] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.673242] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.673340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.673564] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.673646] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.673718] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.673894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.673995] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.674095] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 is going to be created. [ 1064.735738] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.735886] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.735940] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.738017] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.738017] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.748275] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: IN_PROGRESS for 2s [ 1064.883921] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.197593] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.198133] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.198133] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.198272] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.198584] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.198839] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.198992] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.199192] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.199381] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.199637] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.199833] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.199939] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.200068] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.200188] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.200310] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.200486] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.222700] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.222870] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.222966] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.223188] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.223523] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-3e9a9c73-a9d3-4c42-b40f-938535c2bc15 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.223697] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-3e9a9c73-a9d3-4c42-b40f-938535c2bc15" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.223818] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-3e9a9c73-a9d3-4c42-b40f-938535c2bc15" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.224288] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-3e9a9c73-a9d3-4c42-b40f-938535c2bc15" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.224461] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e9a9c73-a9d3-4c42-b40f-938535c2bc15',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.386382] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.726815] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.727267] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.727468] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.727958] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.728189] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.728430] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 3e9a9c73-a9d3-4c42-b40f-938535c2bc15 not found, creating... [ 1065.728882] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.729181] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.729409] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.729812] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.730072] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.730482] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.730747] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.730942] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.731356] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.731556] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.731805] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 3e9a9c73-a9d3-4c42-b40f-938535c2bc15 is going to be created. [ 1065.757377] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.757765] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.757898] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.758291] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.758457] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.758680] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-3e9a9c73-a9d3-4c42-b40f-938535c2bc15" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.889188] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.889392] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.889460] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.890420] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.890420] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.890420] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be updated. [ 1065.933229] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.933619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.933619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.934766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.934766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.944018] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: IN_PROGRESS for 2s [ 1066.464223] env[66408]: INFO networking_nsxv3.common.synchronization [req-bd5f93f7-85c4-4ad1-a7e9-8d804ca217f9 req-9a8a58e4-fbad-4735-be4a-7057b06aea9f service nova] Enqueued Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_rules [ 1066.464223] env[66408]: INFO networking_nsxv3.common.synchronization [req-bd5f93f7-85c4-4ad1-a7e9-8d804ca217f9 req-9a8a58e4-fbad-4735-be4a-7057b06aea9f service nova] Enqueued Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 1066.464223] env[66408]: INFO networking_nsxv3.common.synchronization [req-bd5f93f7-85c4-4ad1-a7e9-8d804ca217f9 req-9a8a58e4-fbad-4735-be4a-7057b06aea9f service nova] Enqueued Resource ID: 3e9a9c73-a9d3-4c42-b40f-938535c2bc15 with Priority: HIGHEST for action port [ 1066.464223] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_rules [ 1066.464223] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 1066.464223] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e9a9c73-a9d3-4c42-b40f-938535c2bc15 with Priority: HIGHEST for action port [ 1066.465104] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.465387] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.465558] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.465864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.466067] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.468181] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.468294] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.468370] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.469302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.469302] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.469302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.469302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.469302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.469302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.469302] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.470286] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e9a9c73-a9d3-4c42-b40f-938535c2bc15 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.470286] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e9a9c73-a9d3-4c42-b40f-938535c2bc15" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.470286] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e9a9c73-a9d3-4c42-b40f-938535c2bc15" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.470482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e9a9c73-a9d3-4c42-b40f-938535c2bc15" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.470482] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e9a9c73-a9d3-4c42-b40f-938535c2bc15',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.672669] env[66408]: INFO networking_nsxv3.common.synchronization [req-9197e8cb-6800-4955-bd18-d8236b122861 req-d44a968d-d0e6-4992-8732-f629b737ca5e tempest-ServerActionsTestOtherA-462260140 tempest-ServerActionsTestOtherA-462260140-project-member] Enqueued Resource ID: de090198-d3f2-420f-9b77-3f064aff6490 with Priority: HIGHEST for action security_group_members [ 1066.672669] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de090198-d3f2-420f-9b77-3f064aff6490 with Priority: HIGHEST for action security_group_members [ 1066.672885] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-de090198-d3f2-420f-9b77-3f064aff6490 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.673019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.673211] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.673418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.673567] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.673660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.673763] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.674131] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.674131] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.674131] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de090198-d3f2-420f-9b77-3f064aff6490',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.759863] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: SUCCESS [ 1066.759863] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.974508] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.975567] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.975672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.976598] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e9a9c73-a9d3-4c42-b40f-938535c2bc15 with status ACTIVE [ 1066.976598] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.976598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.976598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.976598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.976598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.976906] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.976906] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.976906] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.977024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.977068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.977239] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.977331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.977387] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.977527] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.978552] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.978552] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e9a9c73-a9d3-4c42-b40f-938535c2bc15 is going to be updated. [ 1067.005145] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.005400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.005400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.005608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.006011] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.006011] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e9a9c73-a9d3-4c42-b40f-938535c2bc15" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.011881] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.012116] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-987" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.012255] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-987" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.012532] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-987" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.012842] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.013212] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.013405] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.013690] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.013845] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.014105] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.014233] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.014355] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.014505] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.014626] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.014734] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.014870] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.040387] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.040631] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.040842] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.041150] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-987" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.041610] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-5052fda2-9fbd-4b08-9dbc-3d254a765da4 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.041876] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-5052fda2-9fbd-4b08-9dbc-3d254a765da4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.042061] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-5052fda2-9fbd-4b08-9dbc-3d254a765da4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.042529] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-5052fda2-9fbd-4b08-9dbc-3d254a765da4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.042720] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5052fda2-9fbd-4b08-9dbc-3d254a765da4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.176630] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.176849] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.176949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.177226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.177348] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.177570] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.177679] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.177742] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.177905] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.177987] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.178103] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de090198-d3f2-420f-9b77-3f064aff6490 is going to be deleted. [ 1067.228277] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.228435] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.228506] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.228721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.228803] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.228921] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.479908] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.545191] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.545439] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.545563] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.545826] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.546110] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.546298] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 5052fda2-9fbd-4b08-9dbc-3d254a765da4 not found, creating... [ 1067.546487] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.546701] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.546817] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.547088] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.547235] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.547636] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.547857] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.548163] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.548480] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.548631] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.548843] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 5052fda2-9fbd-4b08-9dbc-3d254a765da4 is going to be created. [ 1067.572806] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.573248] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.573325] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.573556] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.573848] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.574224] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-5052fda2-9fbd-4b08-9dbc-3d254a765da4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.954176] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 1067.955083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.955083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.955083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.955083] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.955364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.955364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.955485] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.955587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.955675] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.955803] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.981957] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.982210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.982210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.982413] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.982504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.982598] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 is going to be created. [ 1068.009556] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.009808] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.009896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.010132] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.010297] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.021707] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: UNINITIALIZED for 2s [ 1068.460619] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.460870] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.460961] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.461256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.461462] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.461584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.461662] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.461860] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.461968] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.462101] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.462252] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.462366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.462425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.462621] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.462783] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.462895] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.463011] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.463175] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.463248] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.463290] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.463361] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.968831] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd8e64c0-58a5-4246-8de7-d6d2d5595bd6: rpc.has_security_group_logging(os_id): False [ 1068.992393] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.992582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.992644] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.992907] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.993101] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.993426] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.993622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.993704] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.993947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.994101] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.994355] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.994463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.994524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.994678] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.994753] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.994984] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.995139] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.995210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.995351] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.995428] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.995566] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be updated. [ 1069.091788] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.092259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.092435] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.092875] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.093120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.117388] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: IN_PROGRESS for 2s [ 1069.178210] env[66408]: INFO networking_nsxv3.common.synchronization [req-9197e8cb-6800-4955-bd18-d8236b122861 req-b762bd59-60b6-4151-b0fa-323a3263c250 service nova] Enqueued Resource ID: de090198-d3f2-420f-9b77-3f064aff6490 with Priority: HIGHEST for action security_group_rules [ 1069.178534] env[66408]: INFO networking_nsxv3.common.synchronization [req-9197e8cb-6800-4955-bd18-d8236b122861 req-b762bd59-60b6-4151-b0fa-323a3263c250 service nova] Enqueued Resource ID: de090198-d3f2-420f-9b77-3f064aff6490 with Priority: HIGHEST for action security_group_members [ 1069.178780] env[66408]: INFO networking_nsxv3.common.synchronization [req-9197e8cb-6800-4955-bd18-d8236b122861 req-b762bd59-60b6-4151-b0fa-323a3263c250 service nova] Enqueued Resource ID: 5052fda2-9fbd-4b08-9dbc-3d254a765da4 with Priority: HIGHEST for action port [ 1069.179644] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de090198-d3f2-420f-9b77-3f064aff6490 with Priority: HIGHEST for action security_group_rules [ 1069.179778] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de090198-d3f2-420f-9b77-3f064aff6490 with Priority: HIGHEST for action security_group_members [ 1069.180539] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052fda2-9fbd-4b08-9dbc-3d254a765da4 with Priority: HIGHEST for action port [ 1069.180539] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de090198-d3f2-420f-9b77-3f064aff6490 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.180798] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.180798] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.181168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.181168] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de090198-d3f2-420f-9b77-3f064aff6490',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.182363] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-de090198-d3f2-420f-9b77-3f064aff6490 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.182363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.182363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.182599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.182771] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.182918] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.182991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.183186] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.183339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.183399] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de090198-d3f2-420f-9b77-3f064aff6490',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.187150] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-5052fda2-9fbd-4b08-9dbc-3d254a765da4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.187150] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5052fda2-9fbd-4b08-9dbc-3d254a765da4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.187150] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5052fda2-9fbd-4b08-9dbc-3d254a765da4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.187150] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5052fda2-9fbd-4b08-9dbc-3d254a765da4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.187150] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5052fda2-9fbd-4b08-9dbc-3d254a765da4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.688865] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-de090198-d3f2-420f-9b77-3f064aff6490 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.689109] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.689205] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de090198-d3f2-420f-9b77-3f064aff6490',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.690322] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5052fda2-9fbd-4b08-9dbc-3d254a765da4 with status ACTIVE [ 1069.690490] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.690605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.690673] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.690968] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.691094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.691295] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.691389] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.691444] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.691642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.691720] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.691914] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.692024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.692085] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.692259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.692347] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.692427] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5052fda2-9fbd-4b08-9dbc-3d254a765da4 is going to be updated. [ 1069.723400] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.723627] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.723627] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.723945] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.724128] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.725036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5052fda2-9fbd-4b08-9dbc-3d254a765da4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.032510] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: SUCCESS [ 1070.033022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.033022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.033125] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.033314] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.033432] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.033491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.033647] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.033727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.033849] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.033937] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.194767] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de090198-d3f2-420f-9b77-3f064aff6490',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.536269] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.536540] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.536660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.537008] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.537321] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.537496] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.537593] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.537896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.538086] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.538253] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.538494] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.538656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.538776] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.539014] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.539273] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.539429] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.539932] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.539932] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.539932] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.540116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.540283] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.697020] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.697191] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.697236] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.699041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.699041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.699041] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de090198-d3f2-420f-9b77-3f064aff6490 is going to be created. [ 1070.728735] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.729017] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.729017] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.729258] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.729422] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.742308] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de090198-d3f2-420f-9b77-3f064aff6490 in Status: UNINITIALIZED for 2s [ 1071.043422] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1: rpc.has_security_group_logging(os_id): False [ 1071.063666] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.063895] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.063895] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.064193] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.064255] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.064452] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.064564] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.064607] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.064766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.064843] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.065028] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.065121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.065177] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.065325] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.065399] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.065584] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.065696] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.065780] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.065982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.066116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.066219] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 is going to be created. [ 1071.128298] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.128498] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.128498] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.128720] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.128902] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.142272] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 1071.143142] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.153666] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: IN_PROGRESS for 2s [ 1072.753978] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de090198-d3f2-420f-9b77-3f064aff6490 in Status: SUCCESS [ 1072.754242] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.754283] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.755020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.755020] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.755020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.755020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.755020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.755393] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.755393] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.755393] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de090198-d3f2-420f-9b77-3f064aff6490',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.167934] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: SUCCESS [ 1073.168294] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.261993] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-de090198-d3f2-420f-9b77-3f064aff6490 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.261993] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.261993] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.261993] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.261993] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.261993] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.261993] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.261993] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.261993] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.261993] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.261993] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-de090198-d3f2-420f-9b77-3f064aff6490 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.261993] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.261993] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.261993] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.261993] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.261993] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.262871] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.262871] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.262871] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.262871] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.262871] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de090198-d3f2-420f-9b77-3f064aff6490',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.765027] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de090198-d3f2-420f-9b77-3f064aff6490: rpc.has_security_group_logging(os_id): False [ 1073.785102] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.785308] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.785663] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.785663] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.785798] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.829476] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.829476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.829476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.829476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.829476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.829476] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.829476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.829476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.829476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.829476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.829476] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.829476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.829476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.829476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.832165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.832165] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de090198-d3f2-420f-9b77-3f064aff6490 is going to be created. [ 1073.862199] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.862468] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.862468] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.862636] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.862834] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.875537] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de090198-d3f2-420f-9b77-3f064aff6490 in Status: IN_PROGRESS for 2s [ 1074.180697] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1074.180697] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1075.567775] env[66408]: INFO networking_nsxv3.common.synchronization [req-f596aebf-2461-46c1-8b4e-b00c18704e6d req-8a84fb08-a2ce-42f9-961d-a5425b06d49e tempest-ServerDiskConfigTestJSON-1912076309 tempest-ServerDiskConfigTestJSON-1912076309-project-member] Enqueued Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1075.568404] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1075.569104] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.569104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.569104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.569104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.569240] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.569285] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.569314] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.569461] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.570149] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.570149] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.891440] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de090198-d3f2-420f-9b77-3f064aff6490 in Status: SUCCESS [ 1075.892229] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.072145] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.072517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.072517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.072660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.072706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.073029] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.073144] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.073249] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.073392] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.073465] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.073558] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab is going to be updated. [ 1076.102498] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.102659] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.102659] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.103111] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.103111] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.114606] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: IN_PROGRESS for 2s [ 1077.433823] env[66408]: INFO networking_nsxv3.common.synchronization [req-cbdf620f-58b8-4125-9ecd-c843d0446dcf req-09b7f982-4f9e-4397-b6df-8049ead826f2 tempest-ServersTestJSON-1989292169 tempest-ServersTestJSON-1989292169-project-member] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1077.434377] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1077.434700] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.435025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.435025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.435337] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.435499] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.435685] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.435685] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.435857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.435914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.436019] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.881247] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.881247] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.881247] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.881247] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.881247] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.881247] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.882175] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.882490] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.882657] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.882877] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.882991] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.883134] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.883246] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.883358] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.883465] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.883598] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.904885] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.905200] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1077.905258] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.905447] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.905783] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-00717be5-4d22-4f00-9fdb-7d62769b1177 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.905945] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-00717be5-4d22-4f00-9fdb-7d62769b1177" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.906118] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-00717be5-4d22-4f00-9fdb-7d62769b1177" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.906563] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-00717be5-4d22-4f00-9fdb-7d62769b1177" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.906631] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00717be5-4d22-4f00-9fdb-7d62769b1177',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.939695] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.125283] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: SUCCESS [ 1078.125802] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab deletion is rescheduled due to dependency. [ 1078.125802] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.409648] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.410155] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.410453] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.410911] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.411210] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.411491] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 00717be5-4d22-4f00-9fdb-7d62769b1177 not found, creating... [ 1078.411987] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.412189] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.412384] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.412792] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.413033] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.413570] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.413942] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.414132] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.414570] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.414974] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.415141] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 00717be5-4d22-4f00-9fdb-7d62769b1177 is going to be created. [ 1078.442641] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.442641] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.442641] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.442641] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.442641] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.442641] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-00717be5-4d22-4f00-9fdb-7d62769b1177" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.443704] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.945810] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.945810] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.946113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.946161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.946261] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.946386] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 1078.977642] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.977812] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.977966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.978241] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.978427] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.989190] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 1079.180169] env[66408]: INFO networking_nsxv3.common.synchronization [req-cbdf620f-58b8-4125-9ecd-c843d0446dcf req-09848d48-55af-411f-b3c7-47302db65262 service nova] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_rules [ 1079.180169] env[66408]: INFO networking_nsxv3.common.synchronization [req-cbdf620f-58b8-4125-9ecd-c843d0446dcf req-09848d48-55af-411f-b3c7-47302db65262 service nova] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1079.182019] env[66408]: INFO networking_nsxv3.common.synchronization [req-cbdf620f-58b8-4125-9ecd-c843d0446dcf req-09848d48-55af-411f-b3c7-47302db65262 service nova] Enqueued Resource ID: 00717be5-4d22-4f00-9fdb-7d62769b1177 with Priority: HIGHEST for action port [ 1079.182019] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_rules [ 1079.182019] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1079.182328] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00717be5-4d22-4f00-9fdb-7d62769b1177 with Priority: HIGHEST for action port [ 1079.183260] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.183260] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.185882] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.185882] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.185882] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.186719] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.188709] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.189111] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-00717be5-4d22-4f00-9fdb-7d62769b1177 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.189284] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00717be5-4d22-4f00-9fdb-7d62769b1177" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.189387] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00717be5-4d22-4f00-9fdb-7d62769b1177" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.189679] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00717be5-4d22-4f00-9fdb-7d62769b1177" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.189806] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00717be5-4d22-4f00-9fdb-7d62769b1177',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.562087] env[66408]: INFO networking_nsxv3.common.synchronization [req-b29f1c1f-4330-4d74-920c-45493f492cef req-3c408be6-35e3-40c8-a1bb-fbb1519e2ff9 tempest-ServerActionsTestOtherA-462260140 tempest-ServerActionsTestOtherA-462260140-project-member] Enqueued Resource ID: de090198-d3f2-420f-9b77-3f064aff6490 with Priority: HIGHEST for action security_group_members [ 1079.562087] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de090198-d3f2-420f-9b77-3f064aff6490 with Priority: HIGHEST for action security_group_members [ 1079.562087] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-de090198-d3f2-420f-9b77-3f064aff6490 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.562087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.562087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.562087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.562991] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.563101] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.563151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.563344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.563432] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.563535] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de090198-d3f2-420f-9b77-3f064aff6490',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.612311] env[66408]: INFO networking_nsxv3.common.synchronization [req-b29f1c1f-4330-4d74-920c-45493f492cef req-3c408be6-35e3-40c8-a1bb-fbb1519e2ff9 tempest-ServerActionsTestOtherA-462260140 tempest-ServerActionsTestOtherA-462260140-project-member] Enqueued Resource ID: 5052fda2-9fbd-4b08-9dbc-3d254a765da4 with Priority: HIGHEST for action port [ 1079.613658] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052fda2-9fbd-4b08-9dbc-3d254a765da4 with Priority: HIGHEST for action port [ 1079.613658] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-5052fda2-9fbd-4b08-9dbc-3d254a765da4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.613658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5052fda2-9fbd-4b08-9dbc-3d254a765da4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.613658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5052fda2-9fbd-4b08-9dbc-3d254a765da4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.613658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5052fda2-9fbd-4b08-9dbc-3d254a765da4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.613658] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5052fda2-9fbd-4b08-9dbc-3d254a765da4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.692788] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.693054] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.693139] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00717be5-4d22-4f00-9fdb-7d62769b1177 with status ACTIVE [ 1079.693334] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.693501] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.693694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.693945] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.694044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.694261] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.694406] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.694491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.694861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.694976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.695157] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.695300] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.695300] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.695470] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.695521] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.695620] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00717be5-4d22-4f00-9fdb-7d62769b1177 is going to be updated. [ 1079.724471] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.725060] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.725153] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.725380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.725534] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.725690] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00717be5-4d22-4f00-9fdb-7d62769b1177" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.068291] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.068624] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.068706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.068973] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.069238] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.069546] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.070279] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.070279] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.070279] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.070279] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.071876] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de090198-d3f2-420f-9b77-3f064aff6490 is going to be updated. [ 1080.100680] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.100828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.100889] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.101221] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.101391] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.111648] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de090198-d3f2-420f-9b77-3f064aff6490 in Status: IN_PROGRESS for 2s [ 1080.116083] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5052fda2-9fbd-4b08-9dbc-3d254a765da4 with status ACTIVE [ 1080.116341] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.116480] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.116550] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.116772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.116864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.117054] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.117159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.117222] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.117377] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.117456] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.117635] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.117729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.117789] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.117988] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.118084] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.118171] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5052fda2-9fbd-4b08-9dbc-3d254a765da4 is going to be updated. [ 1080.139375] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.139527] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.139597] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.139869] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.140160] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.140320] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5052fda2-9fbd-4b08-9dbc-3d254a765da4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.353124] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-766 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.353356] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-766" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.353468] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-766" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.353769] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-766" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.354051] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.354221] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.354341] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.355034] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.355938] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.355938] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.355938] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.355938] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.355938] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.356237] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.356237] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.356326] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.388265] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.388422] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.388507] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.388680] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-766" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.389000] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-c8e863a1-f569-4367-8bd6-14ffc4c330d1 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.389199] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-c8e863a1-f569-4367-8bd6-14ffc4c330d1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.389316] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-c8e863a1-f569-4367-8bd6-14ffc4c330d1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.389589] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-c8e863a1-f569-4367-8bd6-14ffc4c330d1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.389727] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8e863a1-f569-4367-8bd6-14ffc4c330d1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.895024] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.895024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.895024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.895024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.895024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.895024] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.895024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.895024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.895024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.895024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.895631] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.895631] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.895631] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.896282] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.896584] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.897155] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: c8e863a1-f569-4367-8bd6-14ffc4c330d1 is going to be updated. [ 1080.924666] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.924666] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.924666] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.924666] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.924666] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.924666] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-c8e863a1-f569-4367-8bd6-14ffc4c330d1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.003113] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 1081.003113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.003113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.003113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.003113] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.003113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.003113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.003113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.003113] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.003113] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.505590] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.661126] env[66408]: INFO networking_nsxv3.common.synchronization [req-466c4f2d-14cf-4f3c-b18c-fe3ce9abf1e9 req-ca512ff7-aa4e-4d87-8ec0-5bf9d3f7cdac service nova] Enqueued Resource ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 with Priority: HIGHEST for action security_group_rules [ 1081.661315] env[66408]: INFO networking_nsxv3.common.synchronization [req-466c4f2d-14cf-4f3c-b18c-fe3ce9abf1e9 req-ca512ff7-aa4e-4d87-8ec0-5bf9d3f7cdac service nova] Enqueued Resource ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 with Priority: HIGHEST for action security_group_members [ 1081.661451] env[66408]: INFO networking_nsxv3.common.synchronization [req-466c4f2d-14cf-4f3c-b18c-fe3ce9abf1e9 req-ca512ff7-aa4e-4d87-8ec0-5bf9d3f7cdac service nova] Enqueued Resource ID: c8e863a1-f569-4367-8bd6-14ffc4c330d1 with Priority: HIGHEST for action port [ 1081.661954] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 with Priority: HIGHEST for action security_group_rules [ 1081.666023] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 with Priority: HIGHEST for action security_group_members [ 1081.666023] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8e863a1-f569-4367-8bd6-14ffc4c330d1 with Priority: HIGHEST for action port [ 1081.666023] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06843dd8-c4e9-48e1-9240-ca39b0024a01 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.666023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.666023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.666023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.666023] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06843dd8-c4e9-48e1-9240-ca39b0024a01',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.666023] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-06843dd8-c4e9-48e1-9240-ca39b0024a01 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.666023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.666023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.666023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.666023] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.666023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.666023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.666023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.666023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.666023] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06843dd8-c4e9-48e1-9240-ca39b0024a01',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.666023] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8e863a1-f569-4367-8bd6-14ffc4c330d1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.666023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8e863a1-f569-4367-8bd6-14ffc4c330d1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.666753] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8e863a1-f569-4367-8bd6-14ffc4c330d1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.666753] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8e863a1-f569-4367-8bd6-14ffc4c330d1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.666753] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8e863a1-f569-4367-8bd6-14ffc4c330d1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.007798] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.123692] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de090198-d3f2-420f-9b77-3f064aff6490 in Status: SUCCESS [ 1082.123692] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de090198-d3f2-420f-9b77-3f064aff6490 deletion is rescheduled due to dependency. [ 1082.123692] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.168676] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-06843dd8-c4e9-48e1-9240-ca39b0024a01 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.169062] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.173020] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8e863a1-f569-4367-8bd6-14ffc4c330d1 with status ACTIVE [ 1082.173020] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.173020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.173020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.173020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.173020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.173020] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.173020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.173020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.173020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.173020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.173020] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.173020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.173020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.173020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.173020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.173020] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8e863a1-f569-4367-8bd6-14ffc4c330d1 is going to be updated. [ 1082.174312] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06843dd8-c4e9-48e1-9240-ca39b0024a01',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.196540] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.198770] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.198770] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.198770] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.198770] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.198770] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8e863a1-f569-4367-8bd6-14ffc4c330d1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.511078] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.512030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.512030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.512030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.512030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.512395] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 1082.545150] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.545282] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.545364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.545568] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.545706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.556524] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 1082.677351] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06843dd8-c4e9-48e1-9240-ca39b0024a01',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.180747] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.181161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.181161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.181345] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.181456] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.181596] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 is going to be updated. [ 1083.215206] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.215374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.215483] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.215672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.215828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.226266] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 in Status: IN_PROGRESS for 2s [ 1083.898537] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.898742] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.898879] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.899217] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.899489] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.899725] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.899824] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.900126] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.900302] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.900606] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.900661] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.900759] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.900966] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.901041] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.901172] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.901294] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.921090] env[66408]: INFO networking_nsxv3.common.synchronization [req-2cb8a0c7-17c9-4ce8-b0e8-b3e1594ce72a req-7db9a678-3c13-4cc6-af16-70818e74267c tempest-ServerActionsV293TestJSON-524277599 tempest-ServerActionsV293TestJSON-524277599-project-member] Enqueued Resource ID: 0f2332f2-3c56-4aed-8478-8670c47d87da with Priority: HIGHEST for action security_group_members [ 1083.921576] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f2332f2-3c56-4aed-8478-8670c47d87da with Priority: HIGHEST for action security_group_members [ 1083.922637] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.922789] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.922924] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.923118] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-939" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.923416] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-3e9a9c73-a9d3-4c42-b40f-938535c2bc15 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.923581] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-3e9a9c73-a9d3-4c42-b40f-938535c2bc15" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.923853] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-3e9a9c73-a9d3-4c42-b40f-938535c2bc15" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.923943] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-3e9a9c73-a9d3-4c42-b40f-938535c2bc15" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.924685] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e9a9c73-a9d3-4c42-b40f-938535c2bc15',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.925016] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f2332f2-3c56-4aed-8478-8670c47d87da taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.925660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.925660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.925660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.925660] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.925849] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.925849] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.925923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.925997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.926378] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f2332f2-3c56-4aed-8478-8670c47d87da',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.428213] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.431025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.431025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.431025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.431025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.431025] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.431025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.431025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.431025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.431025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.431025] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f2332f2-3c56-4aed-8478-8670c47d87da is going to be updated. [ 1084.437040] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.437040] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.437040] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.437040] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.437040] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.437040] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.437040] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.437040] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.437040] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.437040] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.437594] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.437594] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.437594] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.438097] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.438505] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.438849] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 3e9a9c73-a9d3-4c42-b40f-938535c2bc15 is going to be updated. [ 1084.463303] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.463303] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.463303] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.463673] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.463673] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.463924] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-3e9a9c73-a9d3-4c42-b40f-938535c2bc15" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.475497] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.475670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.475759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.475961] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.476165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.490384] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f2332f2-3c56-4aed-8478-8670c47d87da in Status: IN_PROGRESS for 2s [ 1084.581028] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 1084.581028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.581028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.581028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.581028] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.581028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.581028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.581028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.581028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.581028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.581028] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.084923] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.085238] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.085238] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.085520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.085680] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.085814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.085970] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.086070] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.086174] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.086292] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.086453] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.086549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.086600] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.086779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.086921] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.087027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.087128] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.087279] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.087390] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.087479] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.087562] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.229535] env[66408]: INFO networking_nsxv3.common.synchronization [req-de4fba32-6452-4e64-9fb1-713726b0ece9 req-05ea95b5-6dec-47c2-b41a-7d44b05020fc service nova] Enqueued Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_rules [ 1085.229714] env[66408]: INFO networking_nsxv3.common.synchronization [req-de4fba32-6452-4e64-9fb1-713726b0ece9 req-05ea95b5-6dec-47c2-b41a-7d44b05020fc service nova] Enqueued Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 1085.229852] env[66408]: INFO networking_nsxv3.common.synchronization [req-de4fba32-6452-4e64-9fb1-713726b0ece9 req-05ea95b5-6dec-47c2-b41a-7d44b05020fc service nova] Enqueued Resource ID: 3e9a9c73-a9d3-4c42-b40f-938535c2bc15 with Priority: HIGHEST for action port [ 1085.230807] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_rules [ 1085.230946] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 1085.231082] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e9a9c73-a9d3-4c42-b40f-938535c2bc15 with Priority: HIGHEST for action port [ 1085.231688] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.231811] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.231879] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.232114] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.232194] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.233996] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.233996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.233996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.233996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.233996] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.233996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.233996] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.234541] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.234541] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.234541] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.236058] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e9a9c73-a9d3-4c42-b40f-938535c2bc15 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.236058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e9a9c73-a9d3-4c42-b40f-938535c2bc15" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.236058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e9a9c73-a9d3-4c42-b40f-938535c2bc15" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.236058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e9a9c73-a9d3-4c42-b40f-938535c2bc15" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.236058] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e9a9c73-a9d3-4c42-b40f-938535c2bc15',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.241803] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 in Status: SUCCESS [ 1085.242039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.242596] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.243145] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.243145] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.243145] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.243730] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.244038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.244038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.244374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.244374] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06843dd8-c4e9-48e1-9240-ca39b0024a01',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.589827] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1929a0a9-bda1-4657-a51a-62bff4f685f8: rpc.has_security_group_logging(os_id): False [ 1085.608820] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.608820] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.609019] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.609110] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.609175] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.609414] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.609518] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.609592] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.609779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.609779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.609999] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.610190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.610250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.610400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.610476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.610712] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.610922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.610922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.611106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.611165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.611291] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 1085.682226] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.682418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.682418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.682696] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.682766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.700336] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 1085.738470] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.738724] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.738870] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.739971] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e9a9c73-a9d3-4c42-b40f-938535c2bc15 with status ACTIVE [ 1085.740241] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.740450] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.740570] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.740871] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.744798] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.744942] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.745081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.745145] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.745583] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.745583] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.745668] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.745715] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.745792] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.747041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.747041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.747041] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e9a9c73-a9d3-4c42-b40f-938535c2bc15 is going to be updated. [ 1085.747428] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06843dd8-c4e9-48e1-9240-ca39b0024a01',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.772879] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.773273] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.773273] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.773392] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.773532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.773696] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e9a9c73-a9d3-4c42-b40f-938535c2bc15" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.248258] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.250416] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06843dd8-c4e9-48e1-9240-ca39b0024a01: rpc.has_security_group_logging(os_id): False [ 1086.272477] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.272683] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.272856] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.273159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.296372] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.297124] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.297124] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.297124] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.297361] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.297361] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.297583] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 is going to be updated. [ 1086.374755] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.375211] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.375598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.375653] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.375823] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.398455] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 in Status: IN_PROGRESS for 2s [ 1086.502902] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f2332f2-3c56-4aed-8478-8670c47d87da in Status: SUCCESS [ 1086.503125] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f2332f2-3c56-4aed-8478-8670c47d87da deletion is rescheduled due to dependency. [ 1086.503200] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f2332f2-3c56-4aed-8478-8670c47d87da" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.752896] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.753250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.753250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.753360] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.753990] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.753990] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 is going to be updated. [ 1086.788939] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.789126] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.789202] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.789427] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.789585] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.801053] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: IN_PROGRESS for 2s [ 1087.720695] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 1087.721110] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.415178] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 in Status: SUCCESS [ 1088.415661] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.679304] env[66408]: INFO networking_nsxv3.common.synchronization [req-32fb627d-aa86-427f-aeb0-019a32fbd53e req-eb03f2ef-a292-41a7-b8b0-ae6e1cf684ec tempest-ImagesTestJSON-1497521817 tempest-ImagesTestJSON-1497521817-project-member] Enqueued Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1088.679991] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1088.680410] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.680609] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.680862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.681602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.681602] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.681602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.681602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.681854] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.682157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.682220] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.812812] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: SUCCESS [ 1088.813087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.815411] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.815411] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.815411] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.815411] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.815411] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.815411] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.815411] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.815411] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.816226] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.126902] env[66408]: INFO networking_nsxv3.common.synchronization [req-efd50726-311b-4626-9ff4-b89a19c0f3ed req-ad33aa83-c3c0-46dd-8965-229f18f991ab tempest-ServerDiskConfigTestJSON-1912076309 tempest-ServerDiskConfigTestJSON-1912076309-project-member] Enqueued Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1089.126902] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1089.126902] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.126902] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.126902] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.127106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.127290] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.127388] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.127388] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.127607] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.127607] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.127785] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.184570] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.184808] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.184808] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.185083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.185209] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.185450] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.185552] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.185795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.185795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.185913] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.185981] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 is going to be updated. [ 1089.229028] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.229028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.229028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.229028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.229028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.239727] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: IN_PROGRESS for 2s [ 1089.320195] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.320195] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.320195] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.320195] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.320195] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.320195] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.320195] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.321324] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.321649] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.321924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.322532] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.326807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.326807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.326807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.326807] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.326807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.326807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.326807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.326807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.326807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.326807] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.610789] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.611331] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-226" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.611331] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-226" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.611405] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-226" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.611637] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.611792] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.611910] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.612154] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.612303] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.612656] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.612656] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.612749] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.612827] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.612933] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.613054] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.613183] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.630690] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.630690] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.630690] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.630942] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.630942] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.631290] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.631401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.631464] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.633761] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.633761] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.633761] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab is going to be updated. [ 1089.639246] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.639246] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.639473] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.639503] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-226" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.639822] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-ccf1aa4b-c036-4a82-806e-2f4965f57230 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.639995] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-ccf1aa4b-c036-4a82-806e-2f4965f57230" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.640159] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-ccf1aa4b-c036-4a82-806e-2f4965f57230" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.640545] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-ccf1aa4b-c036-4a82-806e-2f4965f57230" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.640682] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccf1aa4b-c036-4a82-806e-2f4965f57230',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.660795] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.661090] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.661090] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.661341] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.661615] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.674638] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: IN_PROGRESS for 2s [ 1089.829234] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1: rpc.has_security_group_logging(os_id): False [ 1089.850383] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.850567] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.850698] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.850935] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.851094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.851337] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.851516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.851639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.851811] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.851889] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.852112] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.852224] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.852284] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.852475] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.852572] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.852842] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.853038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.853124] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.853278] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.853355] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.853442] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 is going to be updated. [ 1089.920687] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.920861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.920921] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.921272] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.921444] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.939763] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: IN_PROGRESS for 2s [ 1090.143209] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.143548] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.143618] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.144224] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.144224] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.144345] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port ccf1aa4b-c036-4a82-806e-2f4965f57230 not found, creating... [ 1090.144865] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.144986] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.145887] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.145887] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.146914] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.146914] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.146914] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.147302] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.147378] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.147599] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.147848] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: ccf1aa4b-c036-4a82-806e-2f4965f57230 is going to be created. [ 1090.190848] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.190848] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.190848] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.190848] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.191341] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.191802] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-ccf1aa4b-c036-4a82-806e-2f4965f57230" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.350871] env[66408]: INFO networking_nsxv3.common.synchronization [None req-f385a586-28e8-4a39-ae1c-79e06e8d628a None None] Enqueued Resource ID: 94b14502-6730-4ede-be23-5a4804c6717f with Priority: HIGHEST for action port [ 1090.351528] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94b14502-6730-4ede-be23-5a4804c6717f with Priority: HIGHEST for action port [ 1090.351866] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-94b14502-6730-4ede-be23-5a4804c6717f taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.351988] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94b14502-6730-4ede-be23-5a4804c6717f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.352330] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94b14502-6730-4ede-be23-5a4804c6717f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.352572] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94b14502-6730-4ede-be23-5a4804c6717f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.352656] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94b14502-6730-4ede-be23-5a4804c6717f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.754170] env[66408]: INFO networking_nsxv3.common.synchronization [req-55c81659-b911-468f-8c28-7f8bb20b55e3 req-618be2e9-a2dc-474d-b3c4-c0070c87a365 tempest-ServersNegativeTestJSON-1229292262 tempest-ServersNegativeTestJSON-1229292262-project-member] Enqueued Resource ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 with Priority: HIGHEST for action security_group_members [ 1090.754578] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 with Priority: HIGHEST for action security_group_members [ 1090.755048] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.755230] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.755763] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.756150] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.756559] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.757187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.757187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.757187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.758861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.759044] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b7eea76-7f5b-4227-80a0-9472d3c8fd87',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.856192] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94b14502-6730-4ede-be23-5a4804c6717f [ 1090.857532] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.857532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.857532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.858051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.858051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.858051] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94b14502-6730-4ede-be23-5a4804c6717f already deleted. [ 1090.858157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94b14502-6730-4ede-be23-5a4804c6717f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.093647] env[66408]: INFO networking_nsxv3.common.synchronization [req-efd50726-311b-4626-9ff4-b89a19c0f3ed req-293b0d09-300a-44ca-adc2-15c35f20b2e9 service nova] Enqueued Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_rules [ 1091.093748] env[66408]: INFO networking_nsxv3.common.synchronization [req-efd50726-311b-4626-9ff4-b89a19c0f3ed req-293b0d09-300a-44ca-adc2-15c35f20b2e9 service nova] Enqueued Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1091.093882] env[66408]: INFO networking_nsxv3.common.synchronization [req-efd50726-311b-4626-9ff4-b89a19c0f3ed req-293b0d09-300a-44ca-adc2-15c35f20b2e9 service nova] Enqueued Resource ID: ccf1aa4b-c036-4a82-806e-2f4965f57230 with Priority: HIGHEST for action port [ 1091.094521] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_rules [ 1091.094715] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1091.094769] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccf1aa4b-c036-4a82-806e-2f4965f57230 with Priority: HIGHEST for action port [ 1091.094998] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.095144] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.095206] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.095400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.095523] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.096672] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.096672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.096821] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccf1aa4b-c036-4a82-806e-2f4965f57230 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.096874] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccf1aa4b-c036-4a82-806e-2f4965f57230" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.096901] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccf1aa4b-c036-4a82-806e-2f4965f57230" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.097091] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccf1aa4b-c036-4a82-806e-2f4965f57230" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.097163] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccf1aa4b-c036-4a82-806e-2f4965f57230',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.250840] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: IN_PROGRESS for 4s [ 1091.262454] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.262637] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.262707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.262935] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.263053] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.263248] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.263345] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.263404] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.263555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.263630] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.263711] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 is going to be updated. [ 1091.296697] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.296697] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.296697] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.296697] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.296697] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.307147] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 in Status: IN_PROGRESS for 2s [ 1091.599484] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.599663] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.599847] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccf1aa4b-c036-4a82-806e-2f4965f57230 with status ACTIVE [ 1091.600030] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.600221] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.600295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.600505] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.600552] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.600699] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.600795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.600850] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.601032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.601090] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.601361] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.601500] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.601533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.601674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.601746] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.601831] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccf1aa4b-c036-4a82-806e-2f4965f57230 is going to be updated. [ 1091.626194] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.626367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.626439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.626677] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.626816] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.626967] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccf1aa4b-c036-4a82-806e-2f4965f57230" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.687065] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: SUCCESS [ 1091.687065] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab deletion is rescheduled due to dependency. [ 1091.687065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.687065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.687065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.687065] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.687065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.687463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.687463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.687463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.687463] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.957904] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: SUCCESS [ 1091.958442] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.189614] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.696651] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.892406] env[66408]: INFO networking_nsxv3.common.synchronization [None req-dafcb595-dca4-4627-867d-db87da631cda None None] Enqueued Resource ID: 046370fc-b768-4ec5-8dc1-f57e6e485855 with Priority: HIGHEST for action port [ 1092.893229] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046370fc-b768-4ec5-8dc1-f57e6e485855 with Priority: HIGHEST for action port [ 1092.893323] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-046370fc-b768-4ec5-8dc1-f57e6e485855 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.893428] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-046370fc-b768-4ec5-8dc1-f57e6e485855" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.893480] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-046370fc-b768-4ec5-8dc1-f57e6e485855" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.893756] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-046370fc-b768-4ec5-8dc1-f57e6e485855" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.893835] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('046370fc-b768-4ec5-8dc1-f57e6e485855',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.199996] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.200454] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.200454] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.200544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.200692] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.200766] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab is going to be updated. [ 1093.238380] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.238551] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.238604] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.239626] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.239626] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.257293] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: IN_PROGRESS for 2s [ 1093.268530] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: SUCCESS [ 1093.268964] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 deletion is rescheduled due to dependency. [ 1093.269200] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.319589] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 in Status: SUCCESS [ 1093.319848] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b7eea76-7f5b-4227-80a0-9472d3c8fd87 deletion is rescheduled due to dependency. [ 1093.320016] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b7eea76-7f5b-4227-80a0-9472d3c8fd87" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.395925] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 046370fc-b768-4ec5-8dc1-f57e6e485855 [ 1093.396188] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.396328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.396393] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.396649] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.396744] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.396846] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:046370fc-b768-4ec5-8dc1-f57e6e485855 already deleted. [ 1093.396928] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-046370fc-b768-4ec5-8dc1-f57e6e485855" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.268154] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: SUCCESS [ 1095.268487] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.268714] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.269560] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.269560] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.269560] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.269560] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.270057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.270057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.270057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.270222] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.772673] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.772841] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.772841] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.773220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.773755] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.774111] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.774111] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.774361] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.774506] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.774656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.774990] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.775129] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.775163] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.775405] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.775617] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.775753] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.775794] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.775940] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.776062] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.776372] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.776372] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.978136] env[66408]: INFO networking_nsxv3.common.synchronization [req-f0e7a53e-1da7-4254-9667-5e51a70fe78f req-876795b4-279f-4f75-8cc2-42b505e775b1 tempest-ServersTestJSON-1989292169 tempest-ServersTestJSON-1989292169-project-member] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1095.978136] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1095.978345] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.978519] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.978587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.978800] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.978969] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.979109] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.979268] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.979304] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.979377] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.979463] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.279176] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb52d195-4d21-4515-bed8-1b0fd2f523ab: rpc.has_security_group_logging(os_id): False [ 1096.299685] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.299908] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.299908] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.300273] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.300403] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.300876] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.300876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.300876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.301139] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.301139] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.301442] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.301569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.301636] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.301799] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.301880] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.302106] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.302251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.302337] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.302509] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.302564] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.302656] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab is going to be updated. [ 1096.365389] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.365548] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.365612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.365806] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.365947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.378866] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: IN_PROGRESS for 2s [ 1096.482546] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.985367] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.487816] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.488192] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.488192] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.488269] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.488297] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.490212] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 1097.522922] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.523571] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.523571] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.523571] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.523571] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.537232] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 1097.713158] env[66408]: INFO networking_nsxv3.common.synchronization [req-46bb979e-140b-4944-ad27-6fb66b083f1c req-1729753b-cf72-445c-9718-68ace34537e0 tempest-ServerActionsTestJSON-1187546183 tempest-ServerActionsTestJSON-1187546183-project-member] Enqueued Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_members [ 1097.713719] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_members [ 1097.714067] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c860d711-0ab1-4afe-8060-2b28ca3266d8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.714814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.714814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.714814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.714814] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.714814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.714814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.715063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.715063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.715114] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.217897] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.218101] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.218188] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.218425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.241945] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.242128] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.242256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.242321] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.242534] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.242619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.242710] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 is going to be updated. [ 1098.279844] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.279976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.280028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.280367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.280631] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.289856] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: IN_PROGRESS for 2s [ 1098.395763] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: SUCCESS [ 1098.395977] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.358541] env[66408]: INFO networking_nsxv3.common.synchronization [req-224ce06b-dbcd-412c-be84-4305c0876edb req-57784898-d9fb-4f0c-9784-494cb1695d97 tempest-ImagesTestJSON-1497521817 tempest-ImagesTestJSON-1497521817-project-member] Enqueued Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1099.359103] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1099.359410] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.359699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.359877] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.359988] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.360128] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.360289] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.360390] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.360476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.360564] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.360650] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.549337] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 1099.549563] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.735754] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.737119] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-209" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.737409] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-209" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.738315] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-209" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.743029] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.743029] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.743029] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.743029] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.743029] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.743029] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.743029] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.743029] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.743425] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.743425] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.743554] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.743724] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.763968] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.764396] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.764639] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.764874] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-209" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.765274] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-93b2f2ed-c5b7-4062-83ed-15c49b71477c taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.765517] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-93b2f2ed-c5b7-4062-83ed-15c49b71477c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.765686] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-93b2f2ed-c5b7-4062-83ed-15c49b71477c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.766054] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-93b2f2ed-c5b7-4062-83ed-15c49b71477c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.766252] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93b2f2ed-c5b7-4062-83ed-15c49b71477c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.863796] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.864094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.864227] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.864534] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.864678] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.865466] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.865466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.865466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.865466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.865703] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.865735] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 is going to be updated. [ 1099.893497] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.894256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.894256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.894256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.894256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.905065] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: IN_PROGRESS for 2s [ 1100.269539] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.270333] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.270333] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.270333] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.270508] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.270508] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 93b2f2ed-c5b7-4062-83ed-15c49b71477c not found, creating... [ 1100.271173] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.271173] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.271173] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.271393] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.271439] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.271702] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.271896] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.271961] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.272719] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.272719] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.272719] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 93b2f2ed-c5b7-4062-83ed-15c49b71477c is going to be created. [ 1100.294208] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.294489] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.294640] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.294996] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.295289] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.295543] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-93b2f2ed-c5b7-4062-83ed-15c49b71477c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.300313] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: SUCCESS [ 1100.300313] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 deletion is rescheduled due to dependency. [ 1100.300313] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.043215] env[66408]: INFO networking_nsxv3.common.synchronization [req-224ce06b-dbcd-412c-be84-4305c0876edb req-7d072c82-d7ab-47fd-a863-93b83d9be168 service nova] Enqueued Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_rules [ 1101.043215] env[66408]: INFO networking_nsxv3.common.synchronization [req-224ce06b-dbcd-412c-be84-4305c0876edb req-7d072c82-d7ab-47fd-a863-93b83d9be168 service nova] Enqueued Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1101.043215] env[66408]: INFO networking_nsxv3.common.synchronization [req-224ce06b-dbcd-412c-be84-4305c0876edb req-7d072c82-d7ab-47fd-a863-93b83d9be168 service nova] Enqueued Resource ID: 93b2f2ed-c5b7-4062-83ed-15c49b71477c with Priority: HIGHEST for action port [ 1101.043215] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_rules [ 1101.043944] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1101.043985] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b2f2ed-c5b7-4062-83ed-15c49b71477c with Priority: HIGHEST for action port [ 1101.044894] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.044894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.044894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.044894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.044894] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.045999] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.045999] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.046498] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-93b2f2ed-c5b7-4062-83ed-15c49b71477c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.046498] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93b2f2ed-c5b7-4062-83ed-15c49b71477c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.046498] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93b2f2ed-c5b7-4062-83ed-15c49b71477c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.046806] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93b2f2ed-c5b7-4062-83ed-15c49b71477c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.046806] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93b2f2ed-c5b7-4062-83ed-15c49b71477c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.549230] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93b2f2ed-c5b7-4062-83ed-15c49b71477c with status ACTIVE [ 1101.549419] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.549546] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.549628] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.549831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.549923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.550124] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.550225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.550324] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.550536] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.550589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.550732] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.550856] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.550900] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.551016] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.551090] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.551175] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93b2f2ed-c5b7-4062-83ed-15c49b71477c is going to be updated. [ 1101.552368] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.552512] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.574978] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.575210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.575210] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.575409] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.575547] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.575701] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93b2f2ed-c5b7-4062-83ed-15c49b71477c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.924014] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: SUCCESS [ 1101.924234] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 deletion is rescheduled due to dependency. [ 1101.924368] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.924699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.924962] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.925249] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.925344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.925398] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.925587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.925670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.925779] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.429314] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.932857] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.185669] env[66408]: INFO networking_nsxv3.common.synchronization [req-8914fc52-bfa8-4110-8180-c6aad79d3a85 req-adbec700-28da-43ac-97f2-0d0827d7fef4 tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: d7e1e429-525a-4522-85ae-34527d43b139 with Priority: HIGHEST for action security_group_members [ 1103.186284] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e1e429-525a-4522-85ae-34527d43b139 with Priority: HIGHEST for action security_group_members [ 1103.186552] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e1e429-525a-4522-85ae-34527d43b139 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.186689] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.186755] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.186959] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.187129] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.187220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.187301] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.187894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.187894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.187894] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.435465] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.435772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.435772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.436043] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.436230] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.436313] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 is going to be updated. [ 1103.472982] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.472982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.473168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.473382] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.475269] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.486493] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: IN_PROGRESS for 2s [ 1103.691977] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.194165] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.698870] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.699294] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.699294] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.699383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.699474] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.699576] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e1e429-525a-4522-85ae-34527d43b139 is going to be updated. [ 1104.732964] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.733133] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.733196] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.735022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.735680] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.751740] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e1e429-525a-4522-85ae-34527d43b139 in Status: IN_PROGRESS for 2s [ 1105.497471] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: SUCCESS [ 1105.497678] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.498091] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.498165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.498366] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.498523] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.498580] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.498877] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.498877] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.498977] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.499039] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.002838] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.003379] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.003379] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.003379] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.003803] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.003917] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.004027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.004156] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.004245] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.004368] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.004483] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.004575] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.004631] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.004773] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.004908] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.004998] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.005066] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.005203] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.005280] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.005357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.005450] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.508517] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84460d93-46e1-4af1-b072-3cea2506ce57: rpc.has_security_group_logging(os_id): False [ 1106.529058] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.529058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.529058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.529058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.529307] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.529386] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.529507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.529586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.529756] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.529830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.530049] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.530141] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.530291] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.530390] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.530436] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.530621] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.531046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.531046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.531046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.531046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.531046] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 is going to be updated. [ 1106.599679] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.599819] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.599885] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.600106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.600245] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.615425] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: IN_PROGRESS for 2s [ 1106.623157] env[66408]: INFO networking_nsxv3.common.synchronization [req-5b511b2f-b85a-4f0a-831a-14f8de7e4907 req-1928f82d-f044-4b38-ad0c-bf4436d0ccb2 tempest-ServerAddressesNegativeTestJSON-320509327 tempest-ServerAddressesNegativeTestJSON-320509327-project-member] Enqueued Resource ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 with Priority: HIGHEST for action security_group_members [ 1106.623832] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 with Priority: HIGHEST for action security_group_members [ 1106.624446] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.624727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.624887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.625228] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.625479] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.625704] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.625844] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.626088] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.626259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.626625] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.766629] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e1e429-525a-4522-85ae-34527d43b139 in Status: SUCCESS [ 1106.766794] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.033274] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-234 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.033274] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-234" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.033274] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-234" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.033274] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-234" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.033887] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.034247] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.034496] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.034834] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.035098] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.035609] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.035853] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.036078] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.036305] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.036611] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.036869] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.037134] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.062126] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.062126] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1107.062126] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.062126] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-234" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.062126] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-cfa44311-1640-4279-9ebe-e5a60ee0fd2d taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.062126] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-cfa44311-1640-4279-9ebe-e5a60ee0fd2d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.062126] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-cfa44311-1640-4279-9ebe-e5a60ee0fd2d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.062126] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-cfa44311-1640-4279-9ebe-e5a60ee0fd2d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.062126] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfa44311-1640-4279-9ebe-e5a60ee0fd2d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.131707] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.131707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.131707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.131707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.131707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.131707] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.131707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.131707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.131707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.131707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.131707] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 already deleted. [ 1107.131707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.564667] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.565018] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.565173] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.565460] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.565712] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.565942] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port cfa44311-1640-4279-9ebe-e5a60ee0fd2d not found, creating... [ 1107.566291] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.566462] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.566646] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.567022] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.567207] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.567506] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.567696] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.567880] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.568184] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.568351] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.568493] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: cfa44311-1640-4279-9ebe-e5a60ee0fd2d is going to be created. [ 1107.592147] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.592331] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.592472] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.592815] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.593116] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.593405] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-cfa44311-1640-4279-9ebe-e5a60ee0fd2d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.335250] env[66408]: INFO networking_nsxv3.common.synchronization [req-5b511b2f-b85a-4f0a-831a-14f8de7e4907 req-1c839012-1c5e-4881-8a14-90620db84cae service nova] Enqueued Resource ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 with Priority: HIGHEST for action security_group_rules [ 1108.335498] env[66408]: INFO networking_nsxv3.common.synchronization [req-5b511b2f-b85a-4f0a-831a-14f8de7e4907 req-1c839012-1c5e-4881-8a14-90620db84cae service nova] Enqueued Resource ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 with Priority: HIGHEST for action security_group_members [ 1108.335670] env[66408]: INFO networking_nsxv3.common.synchronization [req-5b511b2f-b85a-4f0a-831a-14f8de7e4907 req-1c839012-1c5e-4881-8a14-90620db84cae service nova] Enqueued Resource ID: cfa44311-1640-4279-9ebe-e5a60ee0fd2d with Priority: HIGHEST for action port [ 1108.336929] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 with Priority: HIGHEST for action security_group_rules [ 1108.337863] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 with Priority: HIGHEST for action security_group_members [ 1108.338095] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfa44311-1640-4279-9ebe-e5a60ee0fd2d with Priority: HIGHEST for action port [ 1108.338526] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.339033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.339223] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.339772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.339965] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.342191] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.342191] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.342323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.342627] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.342962] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.343173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.343271] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.344100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.344100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.344100] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.350963] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfa44311-1640-4279-9ebe-e5a60ee0fd2d taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.351129] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfa44311-1640-4279-9ebe-e5a60ee0fd2d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.351196] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfa44311-1640-4279-9ebe-e5a60ee0fd2d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.351510] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfa44311-1640-4279-9ebe-e5a60ee0fd2d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.351595] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfa44311-1640-4279-9ebe-e5a60ee0fd2d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.353432] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.629419] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: SUCCESS [ 1108.629646] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.855338] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.855338] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.855338] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.856240] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfa44311-1640-4279-9ebe-e5a60ee0fd2d with status ACTIVE [ 1108.856411] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.856527] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.856602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.856803] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.856869] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.857138] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.857138] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.857258] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.857364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.857453] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.857592] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.857683] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.857743] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.858826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.858826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.858826] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfa44311-1640-4279-9ebe-e5a60ee0fd2d is going to be updated. [ 1108.887431] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.887664] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.887763] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.887912] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.888117] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.888311] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfa44311-1640-4279-9ebe-e5a60ee0fd2d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.360909] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.361344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.361344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.361432] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.361531] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.361837] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 is going to be created. [ 1109.393585] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.394025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.394025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.394025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.394244] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.405936] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 in Status: UNINITIALIZED for 2s [ 1111.046747] env[66408]: INFO networking_nsxv3.common.synchronization [req-c9cc0872-9055-4b03-9707-2883b66fb480 req-895e1b7e-0e09-43bb-8912-c913e090765a tempest-ServerActionsTestOtherA-462260140 tempest-ServerActionsTestOtherA-462260140-project-member] Enqueued Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGHEST for action security_group_members [ 1111.047311] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGHEST for action security_group_members [ 1111.047977] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-97880c18-62a3-4a1d-9fa7-30062d40dae6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.047977] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.047977] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.048170] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.048316] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.048570] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.048570] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.048740] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.048786] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.048868] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.409948] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.410174] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-987" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.410312] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-987" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.410668] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-987" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.410973] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.411162] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.411325] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.411607] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.411782] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.412044] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.412181] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.412318] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.412439] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.412577] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.412687] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.412820] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.425142] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 in Status: SUCCESS [ 1111.425428] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.425584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.425795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.426009] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.426135] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.426199] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.426655] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.426742] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.426830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.426917] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.435240] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.435461] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.435607] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.435778] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-987" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.436158] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-02a9ac56-e59d-41aa-8628-51108902f3e5 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.436373] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-02a9ac56-e59d-41aa-8628-51108902f3e5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.436653] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-02a9ac56-e59d-41aa-8628-51108902f3e5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.436988] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-02a9ac56-e59d-41aa-8628-51108902f3e5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.437142] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a9ac56-e59d-41aa-8628-51108902f3e5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.553134] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.929992] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.929992] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.929992] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.929992] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.929992] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.929992] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.930340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.930340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.930340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.930431] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.930745] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.930745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.930745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.930880] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.931037] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.931143] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.931205] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.931346] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.931424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.931517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.931605] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.940164] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.940422] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.940679] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.940849] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.941021] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.941177] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 02a9ac56-e59d-41aa-8628-51108902f3e5 not found, creating... [ 1111.941449] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.941643] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.941768] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.942027] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.942194] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.942525] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.942703] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.943515] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.943812] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.943972] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.944130] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 02a9ac56-e59d-41aa-8628-51108902f3e5 is going to be created. [ 1111.966366] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.966590] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.966747] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.967036] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.967276] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.967531] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-02a9ac56-e59d-41aa-8628-51108902f3e5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.057247] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.434257] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9: rpc.has_security_group_logging(os_id): False [ 1112.454520] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.454645] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.454645] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.455783] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.455783] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.455783] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.455783] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.455783] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.455783] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.455783] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.456097] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.456097] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.456180] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.456276] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.456417] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.456639] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.456761] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.456842] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.456992] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.457084] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.457167] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 is going to be created. [ 1112.523675] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.523850] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.523907] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.524146] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.524344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.537034] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 in Status: IN_PROGRESS for 2s [ 1112.559724] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.559881] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.559881] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.560575] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.560575] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.560575] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 is going to be updated. [ 1112.590597] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.590881] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.590881] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.591120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.591270] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.606687] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 in Status: IN_PROGRESS for 2s [ 1112.677373] env[66408]: INFO networking_nsxv3.common.synchronization [req-c9cc0872-9055-4b03-9707-2883b66fb480 req-39fc4156-bbef-4107-b8e2-3b3e49d7ad9d service nova] Enqueued Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGHEST for action security_group_rules [ 1112.677579] env[66408]: INFO networking_nsxv3.common.synchronization [req-c9cc0872-9055-4b03-9707-2883b66fb480 req-39fc4156-bbef-4107-b8e2-3b3e49d7ad9d service nova] Enqueued Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGHEST for action security_group_members [ 1112.677707] env[66408]: INFO networking_nsxv3.common.synchronization [req-c9cc0872-9055-4b03-9707-2883b66fb480 req-39fc4156-bbef-4107-b8e2-3b3e49d7ad9d service nova] Enqueued Resource ID: 02a9ac56-e59d-41aa-8628-51108902f3e5 with Priority: HIGHEST for action port [ 1112.678329] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGHEST for action security_group_rules [ 1112.678509] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGHEST for action security_group_members [ 1112.678617] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a9ac56-e59d-41aa-8628-51108902f3e5 with Priority: HIGHEST for action port [ 1112.678996] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97880c18-62a3-4a1d-9fa7-30062d40dae6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.679678] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.679678] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.679862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.679862] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.681589] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-97880c18-62a3-4a1d-9fa7-30062d40dae6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.681732] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.682330] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a9ac56-e59d-41aa-8628-51108902f3e5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.682330] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a9ac56-e59d-41aa-8628-51108902f3e5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.682330] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a9ac56-e59d-41aa-8628-51108902f3e5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.682521] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a9ac56-e59d-41aa-8628-51108902f3e5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.682521] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a9ac56-e59d-41aa-8628-51108902f3e5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.184135] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-97880c18-62a3-4a1d-9fa7-30062d40dae6 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.184415] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.184415] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02a9ac56-e59d-41aa-8628-51108902f3e5 with status ACTIVE [ 1113.184625] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.184680] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.184714] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.184924] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.185078] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.185268] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.185368] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.185430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.185596] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.185680] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.185879] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.185975] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.186045] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.186255] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.186336] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.186422] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02a9ac56-e59d-41aa-8628-51108902f3e5 is going to be updated. [ 1113.209764] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.209966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.209966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.210158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.210296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.210879] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a9ac56-e59d-41aa-8628-51108902f3e5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.824895] env[66408]: INFO networking_nsxv3.common.synchronization [req-a0b803e3-c8b6-4a5f-bd3a-be9589d2173c req-4e38c368-8155-4317-88c6-9f745a3ee960 tempest-AttachVolumeNegativeTest-306535089 tempest-AttachVolumeNegativeTest-306535089-project-member] Enqueued Resource ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b with Priority: HIGHEST for action security_group_members [ 1113.825488] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b with Priority: HIGHEST for action security_group_members [ 1113.825825] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.826072] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.826162] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.826720] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.826720] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.826720] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.826720] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.826896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.826925] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.827255] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.331157] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.331537] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.331537] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.331635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.331731] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.331932] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.332042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.332102] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.332255] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.332329] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.332415] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b is going to be updated. [ 1114.381596] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.381827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.381827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.381995] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.382130] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.395813] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b in Status: IN_PROGRESS for 2s [ 1114.551801] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 in Status: SUCCESS [ 1114.551801] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.617099] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 in Status: SUCCESS [ 1114.617357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.617564] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.617809] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.618035] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.618167] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.618729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.618729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.618729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.618729] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.779359] env[66408]: INFO networking_nsxv3.common.synchronization [req-22b65041-989b-41c0-80f3-2d17c432f485 req-ba632dbd-ef20-4c6c-8c68-b34f92743dd7 tempest-ServerDiskConfigTestJSON-1912076309 tempest-ServerDiskConfigTestJSON-1912076309-project-member] Enqueued Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1114.779969] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1114.780308] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.780485] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.780538] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.780736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.780894] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.781055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.781092] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.781239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.781389] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.781466] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.121094] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.283703] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.283901] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.283942] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.284298] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.284493] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.284783] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.284970] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.285115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.285384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.285560] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.285701] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab is going to be updated. [ 1115.335119] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.335436] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.335436] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.335567] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.335711] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.349055] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: IN_PROGRESS for 2s [ 1115.622803] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.724976] env[66408]: INFO networking_nsxv3.common.synchronization [req-db9bdbfc-c331-4972-b2f3-956bee12513d req-50d8fe59-d5af-4ffe-b408-593d153d44f6 tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: d7e1e429-525a-4522-85ae-34527d43b139 with Priority: HIGHEST for action security_group_members [ 1115.725152] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e1e429-525a-4522-85ae-34527d43b139 with Priority: HIGHEST for action security_group_members [ 1115.725466] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e1e429-525a-4522-85ae-34527d43b139 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.725587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.725655] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.725938] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.726365] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.726365] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.726365] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.726365] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.726526] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.726526] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e1e429-525a-4522-85ae-34527d43b139',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.126022] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.126256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.126376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.126602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.126746] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.126865] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 is going to be updated. [ 1116.162206] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.162357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.162407] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.162963] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.162963] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.174516] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 in Status: IN_PROGRESS for 2s [ 1116.229376] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.229643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.229643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.229838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.229929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.230157] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.230258] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.230321] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.230600] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.230684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.230777] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e1e429-525a-4522-85ae-34527d43b139 is going to be updated. [ 1116.263836] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.263991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.264039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.264246] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.264392] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.277578] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e1e429-525a-4522-85ae-34527d43b139 in Status: IN_PROGRESS for 2s [ 1116.409723] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b in Status: SUCCESS [ 1116.409723] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b deletion is rescheduled due to dependency. [ 1116.409723] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.362727] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: SUCCESS [ 1117.362919] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab deletion is rescheduled due to dependency. [ 1117.362970] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.185249] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 in Status: SUCCESS [ 1118.185572] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.185623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.185851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.186101] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.186238] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.186238] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.186416] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.186495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.186582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.186671] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.290299] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e1e429-525a-4522-85ae-34527d43b139 in Status: SUCCESS [ 1118.290516] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e1e429-525a-4522-85ae-34527d43b139 deletion is rescheduled due to dependency. [ 1118.290670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e1e429-525a-4522-85ae-34527d43b139" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.689297] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.192235] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97880c18-62a3-4a1d-9fa7-30062d40dae6: rpc.has_security_group_logging(os_id): False [ 1119.219745] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.219745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.219745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.220153] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.220360] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.220723] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.220874] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.220874] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.221059] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.221150] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.221205] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 is going to be updated. [ 1119.320639] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.320806] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.320872] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.321251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.321339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.347673] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 in Status: IN_PROGRESS for 2s [ 1120.726358] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1120.726358] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1121.363984] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 in Status: SUCCESS [ 1121.363984] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.760317] env[66408]: INFO networking_nsxv3.common.synchronization [req-8a9cbe9b-b2d6-49a7-ac0c-485d32d98e65 req-b08ad600-1fe5-44c0-8ac3-dc636f119e5b tempest-ServerAddressesNegativeTestJSON-320509327 tempest-ServerAddressesNegativeTestJSON-320509327-project-member] Enqueued Resource ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 with Priority: HIGHEST for action security_group_members [ 1121.760317] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 with Priority: HIGHEST for action security_group_members [ 1121.760832] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.760832] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.760832] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.761063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.761154] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.761253] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.761314] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.761474] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.761574] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.761695] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.263493] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.263736] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.263889] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.264319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.264419] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.264637] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.264742] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.264800] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.264987] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.265080] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.265165] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 is going to be updated. [ 1122.296564] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.296803] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.296939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.297159] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.297568] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.310477] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 in Status: IN_PROGRESS for 2s [ 1123.141428] env[66408]: INFO networking_nsxv3.common.synchronization [req-7a053b36-208d-4167-978e-4e27c1a8b666 req-8ffe1bc4-fd31-4d2c-abdd-91d87ccc733d tempest-DeleteServersTestJSON-605697757 tempest-DeleteServersTestJSON-605697757-project-member] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 1123.141428] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGHEST for action security_group_members [ 1123.141428] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.142131] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.142131] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.142482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.143386] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.143386] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.143386] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.143386] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.143386] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.143386] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.645756] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.645920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.645991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.646250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.646366] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.646544] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.646641] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.646700] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.646845] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.646919] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.647010] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be updated. [ 1123.678417] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.678417] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.678417] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.678665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.678665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.689384] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: IN_PROGRESS for 2s [ 1124.332376] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 in Status: SUCCESS [ 1124.332376] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 deletion is rescheduled due to dependency. [ 1124.332984] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.965572] env[66408]: INFO networking_nsxv3.common.synchronization [req-cd77d636-0369-42ef-9baf-e2a64ba2297d req-6b48323b-28c7-43cd-9ba0-d01e3575acf1 tempest-ServersTestJSON-1989292169 tempest-ServersTestJSON-1989292169-project-member] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1124.966162] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1124.966487] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.966615] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.966687] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.966989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.967089] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.967194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.967254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.967413] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.967499] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.967593] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.305664] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.305866] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.305989] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.306374] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.306762] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.307201] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.307416] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.307764] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.307953] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.308184] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.308300] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.308407] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.308520] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.308649] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.308766] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.308898] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.333706] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.333970] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.334024] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.334210] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-428" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.334522] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-ddbeb74b-e625-4093-8d43-d8197f273a9f taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.334697] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-ddbeb74b-e625-4093-8d43-d8197f273a9f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.334817] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-ddbeb74b-e625-4093-8d43-d8197f273a9f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.335215] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-ddbeb74b-e625-4093-8d43-d8197f273a9f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.335361] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddbeb74b-e625-4093-8d43-d8197f273a9f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.469254] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.699700] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 in Status: SUCCESS [ 1125.699700] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 deletion is rescheduled due to dependency. [ 1125.699850] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.838720] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.839065] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.839264] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.839650] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.839885] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.840111] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port ddbeb74b-e625-4093-8d43-d8197f273a9f not found, creating... [ 1125.840482] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.840699] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.840869] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.841205] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.841392] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.841802] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.842017] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.842188] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.842482] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.842664] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.842857] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: ddbeb74b-e625-4093-8d43-d8197f273a9f is going to be created. [ 1125.865366] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.865785] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.865933] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.866487] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.867131] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.867439] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-ddbeb74b-e625-4093-8d43-d8197f273a9f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.971510] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.474416] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.474757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.474757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.474936] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.475098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.475388] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 1126.506660] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.506826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.506881] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.507152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.507386] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.517633] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 1126.583815] env[66408]: INFO networking_nsxv3.common.synchronization [req-cd77d636-0369-42ef-9baf-e2a64ba2297d req-8231d9d5-c22e-4bd7-b02f-1e92e8206555 service nova] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_rules [ 1126.584015] env[66408]: INFO networking_nsxv3.common.synchronization [req-cd77d636-0369-42ef-9baf-e2a64ba2297d req-8231d9d5-c22e-4bd7-b02f-1e92e8206555 service nova] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1126.584188] env[66408]: INFO networking_nsxv3.common.synchronization [req-cd77d636-0369-42ef-9baf-e2a64ba2297d req-8231d9d5-c22e-4bd7-b02f-1e92e8206555 service nova] Enqueued Resource ID: ddbeb74b-e625-4093-8d43-d8197f273a9f with Priority: HIGHEST for action port [ 1126.584722] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_rules [ 1126.584876] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1126.584975] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddbeb74b-e625-4093-8d43-d8197f273a9f with Priority: HIGHEST for action port [ 1126.585698] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.585976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.585976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.586232] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.586311] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.588135] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.588135] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.588135] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddbeb74b-e625-4093-8d43-d8197f273a9f taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.588135] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddbeb74b-e625-4093-8d43-d8197f273a9f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.588135] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddbeb74b-e625-4093-8d43-d8197f273a9f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.588135] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddbeb74b-e625-4093-8d43-d8197f273a9f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.588135] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddbeb74b-e625-4093-8d43-d8197f273a9f',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.090080] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.090303] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.090455] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddbeb74b-e625-4093-8d43-d8197f273a9f with status ACTIVE [ 1127.090660] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.090779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.090844] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.091087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.091182] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.091354] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.091447] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.091510] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.091698] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.091788] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.091969] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.092080] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.092140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.092282] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.092355] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.092437] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddbeb74b-e625-4093-8d43-d8197f273a9f is going to be updated. [ 1127.120223] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.120434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.120434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.120720] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.120858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.121029] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddbeb74b-e625-4093-8d43-d8197f273a9f" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.388840] env[66408]: INFO networking_nsxv3.common.synchronization [req-92e8f35d-4366-49d7-acb9-7b5a16627b18 req-a7dc3d7f-e5ec-4529-afc6-503f29f8fed1 tempest-ServerActionsTestJSON-1187546183 tempest-ServerActionsTestJSON-1187546183-project-member] Enqueued Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_members [ 1128.389666] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_members [ 1128.389758] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c860d711-0ab1-4afe-8060-2b28ca3266d8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.389979] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.389979] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.390584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.390584] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.390584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.390584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.390869] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.390869] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.391069] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.528225] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 1128.528566] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.528793] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.529085] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.529321] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.529453] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.529529] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.529728] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.529824] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.529931] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.713828] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.714105] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-963" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.714278] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-963" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.714927] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-963" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.714927] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.715226] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.715606] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.715678] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.715816] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.716085] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.716221] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.716338] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.716442] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.717427] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.717427] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.717427] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.740886] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.741031] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.741156] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.741355] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-963" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.741724] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-343f06e0-5fe6-470f-ae42-99b4ae4af31c taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.741932] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-343f06e0-5fe6-470f-ae42-99b4ae4af31c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.742507] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-343f06e0-5fe6-470f-ae42-99b4ae4af31c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.742507] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-343f06e0-5fe6-470f-ae42-99b4ae4af31c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.742710] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('343f06e0-5fe6-470f-ae42-99b4ae4af31c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.892733] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.892923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.893031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.893293] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.893392] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.893620] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.893740] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.893797] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.893953] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.894054] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.894142] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 is going to be updated. [ 1128.921255] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.921378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.921431] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.922037] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.922037] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.932181] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: IN_PROGRESS for 2s [ 1129.032316] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.244829] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.245079] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.245211] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.245496] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.245646] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.245799] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 343f06e0-5fe6-470f-ae42-99b4ae4af31c not found, creating... [ 1129.246064] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.246229] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.246351] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.246570] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.246704] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.246985] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.247153] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.247266] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.247471] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.247603] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.247737] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 343f06e0-5fe6-470f-ae42-99b4ae4af31c is going to be created. [ 1129.276564] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.276852] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.276925] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.277190] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.277421] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.277648] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-343f06e0-5fe6-470f-ae42-99b4ae4af31c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.536803] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.002109] env[66408]: INFO networking_nsxv3.common.synchronization [req-92e8f35d-4366-49d7-acb9-7b5a16627b18 req-a8df1ef4-336b-49d2-a9d2-4e35932d3522 service nova] Enqueued Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_rules [ 1130.002301] env[66408]: INFO networking_nsxv3.common.synchronization [req-92e8f35d-4366-49d7-acb9-7b5a16627b18 req-a8df1ef4-336b-49d2-a9d2-4e35932d3522 service nova] Enqueued Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_members [ 1130.002511] env[66408]: INFO networking_nsxv3.common.synchronization [req-92e8f35d-4366-49d7-acb9-7b5a16627b18 req-a8df1ef4-336b-49d2-a9d2-4e35932d3522 service nova] Enqueued Resource ID: 343f06e0-5fe6-470f-ae42-99b4ae4af31c with Priority: HIGHEST for action port [ 1130.003186] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_rules [ 1130.003307] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_members [ 1130.003407] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 343f06e0-5fe6-470f-ae42-99b4ae4af31c with Priority: HIGHEST for action port [ 1130.003736] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c860d711-0ab1-4afe-8060-2b28ca3266d8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.003906] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.003983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.004220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.004296] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.005200] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c860d711-0ab1-4afe-8060-2b28ca3266d8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.005309] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.005566] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-343f06e0-5fe6-470f-ae42-99b4ae4af31c taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.005694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-343f06e0-5fe6-470f-ae42-99b4ae4af31c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.005761] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-343f06e0-5fe6-470f-ae42-99b4ae4af31c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.005938] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-343f06e0-5fe6-470f-ae42-99b4ae4af31c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.006025] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('343f06e0-5fe6-470f-ae42-99b4ae4af31c',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.039655] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.039851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.039851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.040185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.040302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.040444] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 1130.069414] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.069581] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.069619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.069862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.070026] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.080417] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 1130.508081] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c860d711-0ab1-4afe-8060-2b28ca3266d8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.508243] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.508439] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 343f06e0-5fe6-470f-ae42-99b4ae4af31c with status ACTIVE [ 1130.508620] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.508735] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.508830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.509038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.509144] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.509310] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.509408] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.509466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.509633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.509709] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.509890] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.509979] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.510050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.510200] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.510322] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.510436] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 343f06e0-5fe6-470f-ae42-99b4ae4af31c is going to be updated. [ 1130.536643] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.536643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.536643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.536829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.537067] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.537067] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-343f06e0-5fe6-470f-ae42-99b4ae4af31c" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.726080] env[66408]: INFO networking_nsxv3.common.synchronization [req-daa2b625-bc2d-4fff-b617-2ebec4ccf0f4 req-bc6729a4-35ff-4315-8318-2f60751c70e5 tempest-ServerDiskConfigTestJSON-1912076309 tempest-ServerDiskConfigTestJSON-1912076309-project-member] Enqueued Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1130.726949] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1130.726949] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.726949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.726949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.727422] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.727546] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.727651] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.727712] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.727892] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.727966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.728067] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.946088] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: SUCCESS [ 1130.946287] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 deletion is rescheduled due to dependency. [ 1130.946466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.946687] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.946995] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.947288] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.947459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.947581] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.947799] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.947941] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.948123] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.119036] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.120286] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-226" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.120286] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-226" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.120286] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-226" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.120541] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.120780] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.121012] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.121418] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.121683] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.122088] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.122268] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.122549] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.122754] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.123011] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.123236] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.123826] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.141365] env[66408]: INFO networking_nsxv3.common.synchronization [req-fa45bbf4-fa91-42c3-94e4-1365cd73881b req-c2a49b35-1404-4827-8224-7497239ede41 tempest-ImagesTestJSON-1497521817 tempest-ImagesTestJSON-1497521817-project-member] Enqueued Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1131.143157] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1131.143560] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.143723] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.143799] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.144046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.144241] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.144383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.144447] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.144622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.144706] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.144809] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.146715] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.147049] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.147049] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.147728] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-226" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.147728] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-7471d487-9b7e-4aea-a1ee-aa093ae500aa taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.147905] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-7471d487-9b7e-4aea-a1ee-aa093ae500aa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.148042] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-7471d487-9b7e-4aea-a1ee-aa093ae500aa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.148368] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-7471d487-9b7e-4aea-a1ee-aa093ae500aa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.148621] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7471d487-9b7e-4aea-a1ee-aa093ae500aa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.231469] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.231469] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.231469] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.231469] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.231469] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.232172] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.232387] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.232532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.232645] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.232727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.232845] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab is going to be updated. [ 1131.259371] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.259642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.259693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.259974] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.260201] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.268566] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: IN_PROGRESS for 2s [ 1131.450228] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.650575] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.650991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.650991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.651104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.651174] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.651361] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.651459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.651520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.651683] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.651831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.651937] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 is going to be updated. [ 1131.653198] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.653380] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.653498] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.653715] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.653853] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.653993] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 7471d487-9b7e-4aea-a1ee-aa093ae500aa not found, creating... [ 1131.654247] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.654440] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.654512] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.654736] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.654887] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.655175] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.655328] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.655442] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.655649] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.655783] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.655917] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 7471d487-9b7e-4aea-a1ee-aa093ae500aa is going to be created. [ 1131.675271] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.675485] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.675594] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.675866] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.676309] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.676309] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-7471d487-9b7e-4aea-a1ee-aa093ae500aa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.682166] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.682289] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.682343] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.682572] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.682716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.690738] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: IN_PROGRESS for 2s [ 1131.952986] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.089924] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 1132.090221] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.090452] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.090737] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.090936] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.091068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.091134] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.091294] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.091375] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.091457] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.091543] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.381537] env[66408]: INFO networking_nsxv3.common.synchronization [req-daa2b625-bc2d-4fff-b617-2ebec4ccf0f4 req-96d016c7-4e53-4354-ae12-885f385d2793 service nova] Enqueued Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_rules [ 1132.381537] env[66408]: INFO networking_nsxv3.common.synchronization [req-daa2b625-bc2d-4fff-b617-2ebec4ccf0f4 req-96d016c7-4e53-4354-ae12-885f385d2793 service nova] Enqueued Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1132.381697] env[66408]: INFO networking_nsxv3.common.synchronization [req-daa2b625-bc2d-4fff-b617-2ebec4ccf0f4 req-96d016c7-4e53-4354-ae12-885f385d2793 service nova] Enqueued Resource ID: 7471d487-9b7e-4aea-a1ee-aa093ae500aa with Priority: HIGHEST for action port [ 1132.382330] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_rules [ 1132.382588] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1132.382667] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7471d487-9b7e-4aea-a1ee-aa093ae500aa with Priority: HIGHEST for action port [ 1132.383466] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.383466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.383466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.383600] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.383629] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.384507] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.384600] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.384799] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-7471d487-9b7e-4aea-a1ee-aa093ae500aa taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.384910] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7471d487-9b7e-4aea-a1ee-aa093ae500aa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.384961] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7471d487-9b7e-4aea-a1ee-aa093ae500aa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.385959] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7471d487-9b7e-4aea-a1ee-aa093ae500aa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.385959] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7471d487-9b7e-4aea-a1ee-aa093ae500aa',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.455474] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.455665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.455734] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.455955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.456631] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.456631] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 is going to be updated. [ 1132.488255] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.488415] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.488477] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.488783] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.488932] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.499085] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: IN_PROGRESS for 2s [ 1132.594488] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.594665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.594882] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.595075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.595333] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.595486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.595569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.595805] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.595952] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.596128] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.596364] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.596488] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.596579] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.596774] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.596933] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.597043] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.597114] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.597449] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.597449] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.597449] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.597568] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.870203] env[66408]: INFO networking_nsxv3.common.synchronization [None req-fc6a608f-1057-4cce-8ec4-e3383e2b13ab tempest-AttachVolumeNegativeTest-306535089 tempest-AttachVolumeNegativeTest-306535089-project-member] Enqueued Resource ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 with Priority: HIGHEST for action security_group_rules [ 1132.870731] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 with Priority: HIGHEST for action security_group_rules [ 1132.871144] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6675fba-55f8-44ff-ac49-7ceb40a71a16 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.871303] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.871490] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.871752] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.871864] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6675fba-55f8-44ff-ac49-7ceb40a71a16',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.890058] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.890223] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.890413] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7471d487-9b7e-4aea-a1ee-aa093ae500aa with status ACTIVE [ 1132.891036] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.891036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.891036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.891036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.891241] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.891241] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.891308] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.891408] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.891517] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.891885] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.891885] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.891885] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.892055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.892055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.892162] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.892192] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7471d487-9b7e-4aea-a1ee-aa093ae500aa is going to be updated. [ 1132.914171] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.914315] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.914510] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.914608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.914720] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.914882] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7471d487-9b7e-4aea-a1ee-aa093ae500aa" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.968992] env[66408]: INFO networking_nsxv3.common.synchronization [None req-8d7486be-904f-4710-bc64-6322e14cd3a7 tempest-AttachVolumeNegativeTest-306535089 tempest-AttachVolumeNegativeTest-306535089-project-member] Enqueued Resource ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 with Priority: HIGHEST for action security_group_rules [ 1132.969425] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 with Priority: HIGHEST for action security_group_rules [ 1132.969835] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6675fba-55f8-44ff-ac49-7ceb40a71a16 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.969835] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.099855] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1929a0a9-bda1-4657-a51a-62bff4f685f8: rpc.has_security_group_logging(os_id): False [ 1133.122905] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.123175] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.123175] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.123415] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.123533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.123827] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.124288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.124288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.124288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.124451] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.124582] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.124684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.124817] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.124923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.124991] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.126544] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.126544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.126544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.126544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.126544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.126544] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 1133.187917] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.188025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.188080] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.188325] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.188480] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.207955] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 1133.294902] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: SUCCESS [ 1133.295195] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab deletion is rescheduled due to dependency. [ 1133.295377] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.295606] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.295856] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.296059] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.296182] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.296251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.296420] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.296504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.296592] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.395639] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.395809] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.396335] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.396335] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.396335] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.396464] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 already deleted. [ 1133.396464] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.396632] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.397662] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.397662] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6675fba-55f8-44ff-ac49-7ceb40a71a16',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.701087] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: SUCCESS [ 1133.701854] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 deletion is rescheduled due to dependency. [ 1133.701854] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.799388] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.917147] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.917456] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.917456] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.917624] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.917712] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.917809] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 already deleted. [ 1133.917891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.302216] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.513064] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: SUCCESS [ 1134.513340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.513521] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.513754] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.514082] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.514367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.514455] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.514666] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.514775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.514887] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.514988] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.549031] env[66408]: INFO networking_nsxv3.common.synchronization [req-c1e20a78-44d9-4111-afd3-a542716e1438 req-37651eda-ccbe-43e8-884f-42411bab5a0d tempest-ServerActionsTestOtherB-1051836459 tempest-ServerActionsTestOtherB-1051836459-project-member] Enqueued Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_members [ 1134.550277] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_members [ 1134.550906] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.551581] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.551581] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.551693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.552173] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.552173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.552173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.552800] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.552800] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.552800] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.806341] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.806547] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.806698] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.806933] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.807040] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.807147] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab is going to be updated. [ 1134.846085] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.846340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.846340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.846590] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.846861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.857122] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: IN_PROGRESS for 2s [ 1135.019210] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.056520] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.056801] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.056910] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.057263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.057421] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.057814] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.057986] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.058112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.058367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.058909] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.059085] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 is going to be updated. [ 1135.102211] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.102211] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.102211] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.102211] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.102211] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.113150] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: IN_PROGRESS for 2s [ 1135.226410] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 1135.226712] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.522366] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c860d711-0ab1-4afe-8060-2b28ca3266d8: rpc.has_security_group_logging(os_id): False [ 1135.542618] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.542856] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.542912] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.543251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.543357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.543673] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.543782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.543844] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.544076] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.544207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.544308] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 is going to be updated. [ 1135.602540] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.602774] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.602867] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.603131] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.603634] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.619876] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: IN_PROGRESS for 2s [ 1136.715722] env[66408]: INFO networking_nsxv3.common.synchronization [req-0f13317a-e5dd-4c3f-b4b9-f6fa3d3c71ca req-799649bf-f721-4f7f-aee1-da827521c851 tempest-AttachVolumeShelveTestJSON-2019605850 tempest-AttachVolumeShelveTestJSON-2019605850-project-member] Enqueued Resource ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 with Priority: HIGHEST for action security_group_members [ 1136.716312] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 with Priority: HIGHEST for action security_group_members [ 1136.716697] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-06843dd8-c4e9-48e1-9240-ca39b0024a01 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.716838] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.716911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.721051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.721320] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.721436] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.721498] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.721766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.721881] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.722077] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06843dd8-c4e9-48e1-9240-ca39b0024a01',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.867966] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: SUCCESS [ 1136.868194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.868339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.868566] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.868760] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.868982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.868982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.872110] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.872110] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.872110] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.872110] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.123970] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: SUCCESS [ 1137.124183] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 deletion is rescheduled due to dependency. [ 1137.124973] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.225088] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.225266] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.225339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.225566] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.225660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.225851] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.225959] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.226054] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.226226] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.226304] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.226390] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 is going to be updated. [ 1137.257137] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.257355] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.257355] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.257595] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.257691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.270030] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 in Status: IN_PROGRESS for 2s [ 1137.375556] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.375813] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.375920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.376713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.376713] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.376713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.376713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.377095] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.377095] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.377337] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.377560] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.377560] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.377682] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.378911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.378911] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.381528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.381678] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.381894] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.382027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.382187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.382324] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.633072] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: SUCCESS [ 1137.633072] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.887528] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb52d195-4d21-4515-bed8-1b0fd2f523ab: rpc.has_security_group_logging(os_id): False [ 1137.906032] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.906032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.906173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.906319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.906408] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.906776] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.906905] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.906961] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.907324] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.907324] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.907458] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.907506] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.907557] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.907698] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.907763] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.907945] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.908049] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.908115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.908256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.908329] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.908415] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab is going to be updated. [ 1137.977177] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.977377] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.977377] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.977703] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.977816] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.991270] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: IN_PROGRESS for 2s [ 1138.859910] env[66408]: INFO networking_nsxv3.common.synchronization [None req-8368e745-bc68-402b-84e4-1d2afceeec2f tempest-AttachInterfacesTestJSON-230535542 tempest-AttachInterfacesTestJSON-230535542-project-member] Enqueued Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 1138.859910] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGHEST for action security_group_members [ 1138.859910] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.859910] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.859910] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.860301] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.860465] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.860587] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.860632] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.860830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.860953] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.861019] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.279987] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 in Status: SUCCESS [ 1139.280538] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06843dd8-c4e9-48e1-9240-ca39b0024a01 deletion is rescheduled due to dependency. [ 1139.280674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06843dd8-c4e9-48e1-9240-ca39b0024a01" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.364180] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.364318] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.364384] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.364750] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.364750] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.364906] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.365057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.365157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.365236] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.365342] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.365420] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 is going to be updated. [ 1139.398252] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.398395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.398460] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.398700] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.398853] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.411441] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: IN_PROGRESS for 2s [ 1140.005732] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: SUCCESS [ 1140.005955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.436864] env[66408]: INFO networking_nsxv3.common.synchronization [req-06464dbf-1a2e-4366-80de-0e3996be1115 req-0e1308b6-0d78-4fb0-af11-2f5cb4c591a8 tempest-ServersTestJSON-1989292169 tempest-ServersTestJSON-1989292169-project-member] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1140.436864] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1140.436864] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.436864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.436864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.436864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.438227] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.439518] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.440574] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.440921] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.441557] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.441557] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.943084] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.423272] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 in Status: SUCCESS [ 1141.423525] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 deletion is rescheduled due to dependency. [ 1141.423649] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.445077] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.949097] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.950024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.950024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.950024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.950024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.950024] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 1141.982154] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.982697] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.982847] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.983130] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.983689] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.995190] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 1144.006673] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 1144.007387] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.218890] env[66408]: INFO networking_nsxv3.common.synchronization [req-95345779-2a88-42c6-b5d2-ababc7c50da4 req-83ce1e6a-9054-4fda-8f1e-ceec0675cd39 tempest-ImagesTestJSON-1497521817 tempest-ImagesTestJSON-1497521817-project-member] Enqueued Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1145.219607] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1145.219937] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.220075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.220202] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.220346] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.220495] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.220667] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.220753] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.221083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.221185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.221261] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.536363] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.536363] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-209" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.536553] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-209" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.536764] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-209" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.537010] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.537171] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.537287] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.537505] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.537648] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.537847] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.537988] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.538078] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.538186] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.538292] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.538395] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.538520] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.560135] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.560718] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1145.560718] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.560718] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-209" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.561211] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-7c53945e-585c-497a-975d-9b583de86b73 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.561527] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-7c53945e-585c-497a-975d-9b583de86b73" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.561741] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-7c53945e-585c-497a-975d-9b583de86b73" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.562516] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-7c53945e-585c-497a-975d-9b583de86b73" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.562516] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c53945e-585c-497a-975d-9b583de86b73',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.723396] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.723554] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.723624] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.723857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.724045] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.724270] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.724373] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.724432] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.725032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.725032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.725032] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 is going to be updated. [ 1145.753303] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.753450] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.753520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.753794] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.753941] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.766310] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: IN_PROGRESS for 2s [ 1146.065478] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.065822] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.065996] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.066348] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.066517] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.066700] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 7c53945e-585c-497a-975d-9b583de86b73 not found, creating... [ 1146.067018] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.067200] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.067341] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.067600] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.067766] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.068105] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.068279] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.068415] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.068656] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.068986] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.069188] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 7c53945e-585c-497a-975d-9b583de86b73 is going to be created. [ 1146.092042] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.092315] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.092455] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.092754] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.093014] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.093310] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-7c53945e-585c-497a-975d-9b583de86b73" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.838668] env[66408]: INFO networking_nsxv3.common.synchronization [req-95345779-2a88-42c6-b5d2-ababc7c50da4 req-d6d983aa-932f-4cf0-8533-14412c6bfba7 service nova] Enqueued Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_rules [ 1146.838925] env[66408]: INFO networking_nsxv3.common.synchronization [req-95345779-2a88-42c6-b5d2-ababc7c50da4 req-d6d983aa-932f-4cf0-8533-14412c6bfba7 service nova] Enqueued Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1146.839034] env[66408]: INFO networking_nsxv3.common.synchronization [req-95345779-2a88-42c6-b5d2-ababc7c50da4 req-d6d983aa-932f-4cf0-8533-14412c6bfba7 service nova] Enqueued Resource ID: 7c53945e-585c-497a-975d-9b583de86b73 with Priority: HIGHEST for action port [ 1146.839592] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_rules [ 1146.839740] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1146.839812] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c53945e-585c-497a-975d-9b583de86b73 with Priority: HIGHEST for action port [ 1146.840805] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.841037] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.841158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.841408] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.841542] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.844158] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.844158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.844158] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c53945e-585c-497a-975d-9b583de86b73 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.844158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c53945e-585c-497a-975d-9b583de86b73" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.844158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c53945e-585c-497a-975d-9b583de86b73" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.844158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c53945e-585c-497a-975d-9b583de86b73" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.844158] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c53945e-585c-497a-975d-9b583de86b73',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.346180] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.346347] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.346491] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c53945e-585c-497a-975d-9b583de86b73 with status ACTIVE [ 1147.346674] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.346795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.346857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.347084] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.347174] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.347376] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.347455] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.347489] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.347637] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.347710] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.347885] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.347975] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.348052] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.348207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.348256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.348340] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c53945e-585c-497a-975d-9b583de86b73 is going to be updated. [ 1147.373030] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.373030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.373030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.373030] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.373291] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.373291] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c53945e-585c-497a-975d-9b583de86b73" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.776863] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: SUCCESS [ 1147.777054] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 deletion is rescheduled due to dependency. [ 1147.777179] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.777383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.777606] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.777794] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.777910] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.777975] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.778141] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.778224] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.778314] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.281447] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.783648] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.287283] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.287651] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.287651] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.287734] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.287820] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.287916] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 is going to be updated. [ 1149.321318] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.321398] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.321463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.321698] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.321819] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.331484] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: IN_PROGRESS for 2s [ 1149.333338] env[66408]: INFO networking_nsxv3.common.synchronization [req-a7ee7c7e-b8f4-4f22-9654-314fa01ad31c req-68b56135-29ad-48c0-887e-a94cd24566dc tempest-AttachVolumeNegativeTest-306535089 tempest-AttachVolumeNegativeTest-306535089-project-member] Enqueued Resource ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 with Priority: HIGHEST for action security_group_members [ 1149.338577] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 with Priority: HIGHEST for action security_group_members [ 1149.338577] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6675fba-55f8-44ff-ac49-7ceb40a71a16 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.338577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.338577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.338577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.338577] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.338577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.338577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.338577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.338577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.338577] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6675fba-55f8-44ff-ac49-7ceb40a71a16',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.651184] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.651184] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.651184] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.651184] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.651184] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.651184] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.651184] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.651513] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.651513] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.651709] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.651819] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.651924] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.652039] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.652148] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.652249] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.652381] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.674024] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.674024] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.674024] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.674024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.674024] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-90763ece-3bb5-4b4f-991f-17576a8068cd taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.674024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-90763ece-3bb5-4b4f-991f-17576a8068cd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.674024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-90763ece-3bb5-4b4f-991f-17576a8068cd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.674024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-90763ece-3bb5-4b4f-991f-17576a8068cd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.674523] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90763ece-3bb5-4b4f-991f-17576a8068cd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.840676] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.841243] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.841411] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.841767] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.842249] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.842438] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.842665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.842828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.843484] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.843484] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.843484] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 already deleted. [ 1149.843603] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.176693] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.176930] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.177055] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.177359] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.177515] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.177687] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 90763ece-3bb5-4b4f-991f-17576a8068cd not found, creating... [ 1150.177942] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.178191] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.178630] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.178943] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.179128] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.179439] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.179599] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.179716] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.179943] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.180097] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.180244] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 90763ece-3bb5-4b4f-991f-17576a8068cd is going to be created. [ 1150.205422] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.205793] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.205949] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.206379] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.206704] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.207026] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-90763ece-3bb5-4b4f-991f-17576a8068cd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.922238] env[66408]: INFO networking_nsxv3.common.synchronization [req-a7ee7c7e-b8f4-4f22-9654-314fa01ad31c req-a63acbe5-a254-497c-a9cb-dd8cb374ca0d service nova] Enqueued Resource ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 with Priority: HIGHEST for action security_group_rules [ 1150.922552] env[66408]: INFO networking_nsxv3.common.synchronization [req-a7ee7c7e-b8f4-4f22-9654-314fa01ad31c req-a63acbe5-a254-497c-a9cb-dd8cb374ca0d service nova] Enqueued Resource ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 with Priority: HIGHEST for action security_group_members [ 1150.922590] env[66408]: INFO networking_nsxv3.common.synchronization [req-a7ee7c7e-b8f4-4f22-9654-314fa01ad31c req-a63acbe5-a254-497c-a9cb-dd8cb374ca0d service nova] Enqueued Resource ID: 90763ece-3bb5-4b4f-991f-17576a8068cd with Priority: HIGHEST for action port [ 1150.923413] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 with Priority: HIGHEST for action security_group_rules [ 1150.923413] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 with Priority: HIGHEST for action security_group_members [ 1150.923523] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90763ece-3bb5-4b4f-991f-17576a8068cd with Priority: HIGHEST for action port [ 1150.923783] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6675fba-55f8-44ff-ac49-7ceb40a71a16 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.923948] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.924013] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.924276] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.924329] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6675fba-55f8-44ff-ac49-7ceb40a71a16',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.925396] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6675fba-55f8-44ff-ac49-7ceb40a71a16 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.925513] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.925591] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.925803] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.925982] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.927559] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.927559] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.927650] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.928082] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.928082] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6675fba-55f8-44ff-ac49-7ceb40a71a16',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.929924] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-90763ece-3bb5-4b4f-991f-17576a8068cd taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.930087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90763ece-3bb5-4b4f-991f-17576a8068cd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.930258] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90763ece-3bb5-4b4f-991f-17576a8068cd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.930339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90763ece-3bb5-4b4f-991f-17576a8068cd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.930424] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90763ece-3bb5-4b4f-991f-17576a8068cd',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.341150] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: SUCCESS [ 1151.341412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.341529] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.341757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.341980] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.342133] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.342201] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.342367] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.342451] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.342538] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.342627] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.432547] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6675fba-55f8-44ff-ac49-7ceb40a71a16 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.432704] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.432883] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6675fba-55f8-44ff-ac49-7ceb40a71a16',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.433861] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90763ece-3bb5-4b4f-991f-17576a8068cd with status ACTIVE [ 1151.434148] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.434148] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.434253] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.434804] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.434804] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.434804] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.434804] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.434804] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.435042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.435042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.435194] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.435549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.435549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.435549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.435549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.435791] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90763ece-3bb5-4b4f-991f-17576a8068cd is going to be updated. [ 1151.461929] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.462108] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.462148] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.462346] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.462486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.462645] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90763ece-3bb5-4b4f-991f-17576a8068cd" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.844864] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.845319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.845447] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.845737] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.846022] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.846139] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.846181] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.846688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.846688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.846688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.846688] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.846868] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.846868] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.847032] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.847226] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.847390] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.847390] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.847545] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.847639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.847742] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.847856] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.937957] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6675fba-55f8-44ff-ac49-7ceb40a71a16',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.350063] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84460d93-46e1-4af1-b072-3cea2506ce57: rpc.has_security_group_logging(os_id): False [ 1152.368210] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.368422] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.368422] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.368593] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.368686] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.368878] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.368971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.369049] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.369257] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.369359] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.369539] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.369659] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.369729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.369897] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.369974] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.370171] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.370264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.370328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.370514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.370592] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.370678] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 is going to be updated. [ 1152.437978] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.438214] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.438214] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.438412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.438558] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.439801] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.439922] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.439983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.440163] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.440244] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.440341] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 is going to be created. [ 1152.455771] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: IN_PROGRESS for 2s [ 1152.465496] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.465707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.465707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.466042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.466202] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.478393] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 in Status: UNINITIALIZED for 2s [ 1154.469740] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: SUCCESS [ 1154.470011] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.487948] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 in Status: SUCCESS [ 1154.488123] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.488295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.488593] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.488718] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.488840] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.488919] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.489326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.489427] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.489528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.489628] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6675fba-55f8-44ff-ac49-7ceb40a71a16',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.992902] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6675fba-55f8-44ff-ac49-7ceb40a71a16',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.495684] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6675fba-55f8-44ff-ac49-7ceb40a71a16: rpc.has_security_group_logging(os_id): False [ 1155.516268] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.516495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.516495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.516791] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.517812] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.517812] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.517812] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.517812] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.517812] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.517812] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.517812] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 is going to be created. [ 1155.587127] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.587317] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.587357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.587551] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.587734] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.599737] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 in Status: IN_PROGRESS for 2s [ 1155.924376] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1155.924478] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1156.115420] env[66408]: INFO networking_nsxv3.common.synchronization [req-75016a98-0da7-415f-a2c6-55c1e9e2085c req-384480f9-b9b9-4384-afec-1d8527aa9087 tempest-ServersTestJSON-1989292169 tempest-ServersTestJSON-1989292169-project-member] Enqueued Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1156.115583] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 with Priority: HIGHEST for action security_group_members [ 1156.115941] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-1929a0a9-bda1-4657-a51a-62bff4f685f8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.116066] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.116115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.116283] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.116434] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.116529] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.116586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.116903] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.116903] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.116903] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1929a0a9-bda1-4657-a51a-62bff4f685f8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.619246] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.619561] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.619561] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.619693] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.619799] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.619998] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.620125] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.620187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.620342] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.620419] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.620504] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 is going to be updated. [ 1156.649115] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.649317] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.649317] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.649528] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.649669] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.658831] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: IN_PROGRESS for 2s [ 1157.612436] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 in Status: SUCCESS [ 1157.612620] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.669305] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 in Status: SUCCESS [ 1158.669617] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1929a0a9-bda1-4657-a51a-62bff4f685f8 deletion is rescheduled due to dependency. [ 1158.669656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1929a0a9-bda1-4657-a51a-62bff4f685f8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.116352] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1161.116731] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1165.252869] env[66408]: INFO networking_nsxv3.common.synchronization [req-9d25f3fd-8d17-4ead-bfc0-fd30660343c2 req-3d6ed9e5-f930-4147-ae9e-660fc51d59e0 tempest-ServerActionsTestOtherB-1051836459 tempest-ServerActionsTestOtherB-1051836459-project-member] Enqueued Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_members [ 1165.253472] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_members [ 1165.253764] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.253863] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.253933] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.254899] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.255085] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.255225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.255281] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.255424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.255508] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.255618] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.615637] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-298 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.615910] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-298" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.616144] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-298" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.616589] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-298" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.617044] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.617318] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.617528] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.617942] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.618250] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.618503] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.618701] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.618900] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.619230] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.619351] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.619493] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.619839] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.642043] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.642043] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.642043] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.642043] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-298" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.642430] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-fa6d0771-8e9f-4670-b307-320446ff7156 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.642539] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-fa6d0771-8e9f-4670-b307-320446ff7156" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.642607] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-fa6d0771-8e9f-4670-b307-320446ff7156" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.643011] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-fa6d0771-8e9f-4670-b307-320446ff7156" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.643162] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa6d0771-8e9f-4670-b307-320446ff7156',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.758161] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.758365] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.758440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.758756] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.758880] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.759157] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.759291] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.759375] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.759561] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.759678] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.759809] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 is going to be updated. [ 1165.789213] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.789445] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.789524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.789825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.790052] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.800972] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: IN_PROGRESS for 2s [ 1166.148973] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.149309] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.149447] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.149771] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.149925] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.150526] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port fa6d0771-8e9f-4670-b307-320446ff7156 not found, creating... [ 1166.150848] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.151027] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.151208] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.151866] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.151866] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.151967] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.152426] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.152426] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.152690] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.152786] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.152934] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: fa6d0771-8e9f-4670-b307-320446ff7156 is going to be created. [ 1166.175039] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.175483] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.175483] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.175639] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.175859] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.176119] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-fa6d0771-8e9f-4670-b307-320446ff7156" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.966033] env[66408]: INFO networking_nsxv3.common.synchronization [req-9d25f3fd-8d17-4ead-bfc0-fd30660343c2 req-fd06e4ec-d0e7-4c2f-89dc-b07ec5653250 service nova] Enqueued Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_rules [ 1166.966392] env[66408]: INFO networking_nsxv3.common.synchronization [req-9d25f3fd-8d17-4ead-bfc0-fd30660343c2 req-fd06e4ec-d0e7-4c2f-89dc-b07ec5653250 service nova] Enqueued Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_members [ 1166.966832] env[66408]: INFO networking_nsxv3.common.synchronization [req-9d25f3fd-8d17-4ead-bfc0-fd30660343c2 req-fd06e4ec-d0e7-4c2f-89dc-b07ec5653250 service nova] Enqueued Resource ID: fa6d0771-8e9f-4670-b307-320446ff7156 with Priority: HIGHEST for action port [ 1166.967460] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_rules [ 1166.967609] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_members [ 1166.967708] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa6d0771-8e9f-4670-b307-320446ff7156 with Priority: HIGHEST for action port [ 1166.968439] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.968439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.968731] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.969409] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.969409] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.970660] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.970769] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.971313] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa6d0771-8e9f-4670-b307-320446ff7156 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.971313] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa6d0771-8e9f-4670-b307-320446ff7156" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.971313] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa6d0771-8e9f-4670-b307-320446ff7156" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.971508] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa6d0771-8e9f-4670-b307-320446ff7156" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.971603] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa6d0771-8e9f-4670-b307-320446ff7156',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.473976] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.473976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.476075] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa6d0771-8e9f-4670-b307-320446ff7156 with status ACTIVE [ 1167.476075] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.476075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.476075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.476075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.476491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.476715] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.476932] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.477044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.477282] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.477418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.477632] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.477743] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.477807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.477949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.478040] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.478134] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa6d0771-8e9f-4670-b307-320446ff7156 is going to be updated. [ 1167.504097] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.504097] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.504097] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.504552] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.504552] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.504771] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa6d0771-8e9f-4670-b307-320446ff7156" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.813437] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: SUCCESS [ 1167.813437] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 deletion is rescheduled due to dependency. [ 1167.813437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.813437] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.813656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.813965] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.814116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.814237] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.814327] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.814413] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.814504] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.316640] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.818842] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.322024] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.322024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.322717] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.322717] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.322717] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.322717] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 is going to be updated. [ 1169.353414] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.353694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.353694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.353858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.354025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.377768] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: IN_PROGRESS for 2s [ 1169.382025] env[66408]: INFO networking_nsxv3.common.synchronization [None req-19e02928-8cb1-404b-ac27-f85f6269587d None None] Enqueued Resource ID: 489e0848-603a-405c-b867-84f3b7c50835 with Priority: HIGHEST for action port [ 1169.382025] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 489e0848-603a-405c-b867-84f3b7c50835 with Priority: HIGHEST for action port [ 1169.382025] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-489e0848-603a-405c-b867-84f3b7c50835 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.382025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-489e0848-603a-405c-b867-84f3b7c50835" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.382025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-489e0848-603a-405c-b867-84f3b7c50835" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.382611] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-489e0848-603a-405c-b867-84f3b7c50835" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.382805] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('489e0848-603a-405c-b867-84f3b7c50835',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.886087] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 489e0848-603a-405c-b867-84f3b7c50835 [ 1169.886325] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.886466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.886532] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.886752] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.886858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.886934] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:489e0848-603a-405c-b867-84f3b7c50835 already deleted. [ 1169.887016] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-489e0848-603a-405c-b867-84f3b7c50835" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.108741] env[66408]: INFO networking_nsxv3.common.synchronization [None req-4fc91e16-f7b5-423c-9a10-0a8168e39d26 tempest-AttachVolumeTestJSON-799551387 tempest-AttachVolumeTestJSON-799551387-project-member] Enqueued Resource ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 with Priority: HIGHEST for action security_group_rules [ 1170.109842] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 with Priority: HIGHEST for action security_group_rules [ 1170.109842] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acf90d46-4918-4e92-8c6d-1c55568fc6c4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.109842] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.110937] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.113065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.114027] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acf90d46-4918-4e92-8c6d-1c55568fc6c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.231669] env[66408]: INFO networking_nsxv3.common.synchronization [None req-c886f626-2f22-4abd-8d82-156de312f553 tempest-AttachVolumeTestJSON-799551387 tempest-AttachVolumeTestJSON-799551387-project-member] Enqueued Resource ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 with Priority: HIGHEST for action security_group_rules [ 1170.232296] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 with Priority: HIGHEST for action security_group_rules [ 1170.232999] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acf90d46-4918-4e92-8c6d-1c55568fc6c4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.233275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.633858] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.634326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.634326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.634326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.634436] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.634467] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 already deleted. [ 1170.634558] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.634710] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.636964] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.636964] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acf90d46-4918-4e92-8c6d-1c55568fc6c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.158439] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.158439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.158439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.158439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.158439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.159795] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 already deleted. [ 1171.159795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.388988] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: SUCCESS [ 1171.389282] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.389459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.389749] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.389952] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.390089] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.390738] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.390983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.391094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.391301] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.391301] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.854809] env[66408]: INFO networking_nsxv3.common.synchronization [None req-bd44e2df-7223-411f-a2f1-09e314145b1f None None] Enqueued Resource ID: dce6fecb-805b-4db7-bdb7-e1f3078d906e with Priority: HIGHEST for action port [ 1171.855484] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce6fecb-805b-4db7-bdb7-e1f3078d906e with Priority: HIGHEST for action port [ 1171.855906] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-dce6fecb-805b-4db7-bdb7-e1f3078d906e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.856091] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dce6fecb-805b-4db7-bdb7-e1f3078d906e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.856198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dce6fecb-805b-4db7-bdb7-e1f3078d906e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.856577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dce6fecb-805b-4db7-bdb7-e1f3078d906e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.856712] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dce6fecb-805b-4db7-bdb7-e1f3078d906e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.893776] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.358860] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dce6fecb-805b-4db7-bdb7-e1f3078d906e [ 1172.359294] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.359478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.359556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.359779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.359869] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.359969] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dce6fecb-805b-4db7-bdb7-e1f3078d906e already deleted. [ 1172.360147] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dce6fecb-805b-4db7-bdb7-e1f3078d906e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.396799] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27fdde82-cbcb-4f71-b141-e44ef2ee1d02: rpc.has_security_group_logging(os_id): False [ 1172.413726] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.413874] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.413945] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.414194] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.414289] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.414536] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.414635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.414694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.414841] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.414914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.414996] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 is going to be updated. [ 1172.478736] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.478965] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.479031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.479314] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.479524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.493507] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: IN_PROGRESS for 2s [ 1174.508859] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: SUCCESS [ 1174.509322] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.127591] env[66408]: INFO networking_nsxv3.common.synchronization [req-60359a27-3439-417f-9434-360324656b5f req-48d05b00-fb07-4b40-afef-9c7da52c1c56 tempest-ImagesTestJSON-1497521817 tempest-ImagesTestJSON-1497521817-project-member] Enqueued Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1176.128148] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1176.128431] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.128590] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.128627] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.128851] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.129103] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.129103] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.129304] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.129304] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.129377] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.129451] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.564311] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.564503] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-209" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.564606] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-209" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.564855] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-209" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.565114] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.565265] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.565376] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.565584] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.565722] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.565920] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.566041] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.566148] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.566250] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.566354] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.566455] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.566582] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.587445] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.587445] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1176.587445] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.587445] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-209" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.587718] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-1c47804b-5eb0-462c-92c1-a58ac9e2e41b taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.587718] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-1c47804b-5eb0-462c-92c1-a58ac9e2e41b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.587832] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-1c47804b-5eb0-462c-92c1-a58ac9e2e41b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.588148] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-1c47804b-5eb0-462c-92c1-a58ac9e2e41b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.588294] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c47804b-5eb0-462c-92c1-a58ac9e2e41b',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.636177] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.091577] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.091916] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.092190] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.092555] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.092719] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.092872] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 1c47804b-5eb0-462c-92c1-a58ac9e2e41b not found, creating... [ 1177.093151] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.093310] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.093428] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.093645] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.093788] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.094080] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.094245] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.094363] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.094579] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.094710] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.094855] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 1c47804b-5eb0-462c-92c1-a58ac9e2e41b is going to be created. [ 1177.117096] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.117326] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.117431] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.117732] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.118726] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.119049] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-1c47804b-5eb0-462c-92c1-a58ac9e2e41b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.140788] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.643313] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.643472] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.643545] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.643786] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.643880] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.643981] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 is going to be updated. [ 1177.674815] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.675157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.675234] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.675453] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.675603] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.686762] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: IN_PROGRESS for 2s [ 1177.812173] env[66408]: INFO networking_nsxv3.common.synchronization [req-60359a27-3439-417f-9434-360324656b5f req-a46586cb-ac89-4c9d-a3af-6429aee348e2 service nova] Enqueued Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_rules [ 1177.812314] env[66408]: INFO networking_nsxv3.common.synchronization [req-60359a27-3439-417f-9434-360324656b5f req-a46586cb-ac89-4c9d-a3af-6429aee348e2 service nova] Enqueued Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1177.812737] env[66408]: INFO networking_nsxv3.common.synchronization [req-60359a27-3439-417f-9434-360324656b5f req-a46586cb-ac89-4c9d-a3af-6429aee348e2 service nova] Enqueued Resource ID: 1c47804b-5eb0-462c-92c1-a58ac9e2e41b with Priority: HIGHEST for action port [ 1177.813246] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_rules [ 1177.813382] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1177.813475] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c47804b-5eb0-462c-92c1-a58ac9e2e41b with Priority: HIGHEST for action port [ 1177.813788] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.813891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.814318] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.814318] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.814416] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.815470] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.815530] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.815686] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c47804b-5eb0-462c-92c1-a58ac9e2e41b taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.815858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c47804b-5eb0-462c-92c1-a58ac9e2e41b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.815858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c47804b-5eb0-462c-92c1-a58ac9e2e41b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.816073] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c47804b-5eb0-462c-92c1-a58ac9e2e41b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.816138] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c47804b-5eb0-462c-92c1-a58ac9e2e41b',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.318023] env[66408]: INFO networking_nsxv3.common.synchronization [req-bdcd9ba4-4585-4d82-956a-7d4c2ded9e28 req-14992aa8-0a01-40a5-b7e2-95ced515f990 tempest-AttachVolumeTestJSON-799551387 tempest-AttachVolumeTestJSON-799551387-project-member] Enqueued Resource ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 with Priority: HIGHEST for action security_group_members [ 1178.318023] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 with Priority: HIGHEST for action security_group_members [ 1178.318023] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-acf90d46-4918-4e92-8c6d-1c55568fc6c4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.318023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.318023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.318023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.318023] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.318023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.318023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.318023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.318023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.318023] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acf90d46-4918-4e92-8c6d-1c55568fc6c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.318023] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.318023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.319362] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c47804b-5eb0-462c-92c1-a58ac9e2e41b with status ACTIVE [ 1178.319362] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.319362] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.319362] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.319362] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.319668] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.319668] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.319822] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.319868] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.320039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.320200] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.320334] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.320427] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.320505] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.320694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.320791] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.320889] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c47804b-5eb0-462c-92c1-a58ac9e2e41b is going to be updated. [ 1178.348591] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.348772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.348822] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.349020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.349254] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.349512] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c47804b-5eb0-462c-92c1-a58ac9e2e41b" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.637024] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-504 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.637024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-504" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.637024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-504" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.637024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-504" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.637024] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.637024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.637024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.637024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.637024] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.637024] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.637024] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.637024] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.637024] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.637575] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.637575] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.637575] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.660823] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.660823] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1178.660823] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.660823] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-504" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.661108] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-5b90f58e-78d1-4b2d-a19a-1fa3767f1b18 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.661220] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-5b90f58e-78d1-4b2d-a19a-1fa3767f1b18" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.662039] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-5b90f58e-78d1-4b2d-a19a-1fa3767f1b18" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.662039] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-5b90f58e-78d1-4b2d-a19a-1fa3767f1b18" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.662039] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b90f58e-78d1-4b2d-a19a-1fa3767f1b18',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.823947] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.823947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.823947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.823947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.823947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.823947] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.824452] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.824452] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.824452] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.824452] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.824452] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 already deleted. [ 1178.824592] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.164757] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.164959] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.165088] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.165370] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.165517] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.165666] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 5b90f58e-78d1-4b2d-a19a-1fa3767f1b18 not found, creating... [ 1179.165915] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.166087] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.166201] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.166415] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.166550] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.166815] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.166967] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.167092] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.167293] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.167424] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.167562] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 5b90f58e-78d1-4b2d-a19a-1fa3767f1b18 is going to be created. [ 1179.188382] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.188583] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.188705] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.188988] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.189240] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.189550] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-5b90f58e-78d1-4b2d-a19a-1fa3767f1b18" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.697121] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: SUCCESS [ 1179.697121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.697121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.697121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.697577] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.697577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.697577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.697811] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.697811] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.697811] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.919412] env[66408]: INFO networking_nsxv3.common.synchronization [req-bdcd9ba4-4585-4d82-956a-7d4c2ded9e28 req-2afe9ae4-fe57-4a42-8727-9a52e7fbfa72 service nova] Enqueued Resource ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 with Priority: HIGHEST for action security_group_rules [ 1179.919584] env[66408]: INFO networking_nsxv3.common.synchronization [req-bdcd9ba4-4585-4d82-956a-7d4c2ded9e28 req-2afe9ae4-fe57-4a42-8727-9a52e7fbfa72 service nova] Enqueued Resource ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 with Priority: HIGHEST for action security_group_members [ 1179.919719] env[66408]: INFO networking_nsxv3.common.synchronization [req-bdcd9ba4-4585-4d82-956a-7d4c2ded9e28 req-2afe9ae4-fe57-4a42-8727-9a52e7fbfa72 service nova] Enqueued Resource ID: 5b90f58e-78d1-4b2d-a19a-1fa3767f1b18 with Priority: HIGHEST for action port [ 1179.920245] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 with Priority: HIGHEST for action security_group_rules [ 1179.920379] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 with Priority: HIGHEST for action security_group_members [ 1179.920472] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b90f58e-78d1-4b2d-a19a-1fa3767f1b18 with Priority: HIGHEST for action port [ 1179.920800] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acf90d46-4918-4e92-8c6d-1c55568fc6c4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.920951] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.921045] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.921253] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.921353] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acf90d46-4918-4e92-8c6d-1c55568fc6c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.922207] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-acf90d46-4918-4e92-8c6d-1c55568fc6c4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.922344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.922435] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.922582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.922729] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.922824] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.922883] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.923115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.923169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.923244] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acf90d46-4918-4e92-8c6d-1c55568fc6c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.924258] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b90f58e-78d1-4b2d-a19a-1fa3767f1b18 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.924365] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b90f58e-78d1-4b2d-a19a-1fa3767f1b18" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.924435] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b90f58e-78d1-4b2d-a19a-1fa3767f1b18" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.924886] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b90f58e-78d1-4b2d-a19a-1fa3767f1b18" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.924886] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b90f58e-78d1-4b2d-a19a-1fa3767f1b18',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.199668] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.426259] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-acf90d46-4918-4e92-8c6d-1c55568fc6c4 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.426482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.426644] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acf90d46-4918-4e92-8c6d-1c55568fc6c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.427520] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b90f58e-78d1-4b2d-a19a-1fa3767f1b18 with status ACTIVE [ 1180.427740] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.427858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.427909] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.428284] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.428515] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.428704] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.428810] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.428874] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.430042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.430042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.430042] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.430042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.430253] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.430253] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.430339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.430603] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b90f58e-78d1-4b2d-a19a-1fa3767f1b18 is going to be updated. [ 1180.453939] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.454182] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.454182] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.454364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.454521] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.454682] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b90f58e-78d1-4b2d-a19a-1fa3767f1b18" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.702052] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.932838] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acf90d46-4918-4e92-8c6d-1c55568fc6c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.204744] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.204988] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.204988] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.205264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.205376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.205483] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 is going to be updated. [ 1181.227678] env[66408]: INFO networking_nsxv3.common.synchronization [None req-9fddd9f8-e4c3-4dff-891f-320e755b571f tempest-ServerDiskConfigTestJSON-1912076309 tempest-ServerDiskConfigTestJSON-1912076309-project-member] Enqueued Resource ID: ffb63fff-4c52-4ac9-8dff-db8e5201d454 with Priority: HIGHEST for action security_group_rules [ 1181.230127] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb63fff-4c52-4ac9-8dff-db8e5201d454 with Priority: HIGHEST for action security_group_rules [ 1181.230508] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffb63fff-4c52-4ac9-8dff-db8e5201d454 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.230641] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffb63fff-4c52-4ac9-8dff-db8e5201d454" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.230708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffb63fff-4c52-4ac9-8dff-db8e5201d454" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.231074] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffb63fff-4c52-4ac9-8dff-db8e5201d454" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.231116] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffb63fff-4c52-4ac9-8dff-db8e5201d454',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.236526] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.236526] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.236526] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.236526] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.236717] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.251198] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: IN_PROGRESS for 2s [ 1181.313073] env[66408]: INFO networking_nsxv3.common.synchronization [None req-094470d0-6327-4785-8a84-1554defc3758 tempest-ServerDiskConfigTestJSON-1912076309 tempest-ServerDiskConfigTestJSON-1912076309-project-member] Enqueued Resource ID: ffb63fff-4c52-4ac9-8dff-db8e5201d454 with Priority: HIGHEST for action security_group_rules [ 1181.313729] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb63fff-4c52-4ac9-8dff-db8e5201d454 with Priority: HIGHEST for action security_group_rules [ 1181.313729] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffb63fff-4c52-4ac9-8dff-db8e5201d454 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.313896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffb63fff-4c52-4ac9-8dff-db8e5201d454" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.437462] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.437666] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.437717] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.437926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.438039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.438152] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 is going to be created. [ 1181.462955] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.463172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.463222] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.463495] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.463682] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.474159] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 in Status: UNINITIALIZED for 2s [ 1181.760020] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.760444] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.760444] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.762608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.762608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.762608] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffb63fff-4c52-4ac9-8dff-db8e5201d454 already deleted. [ 1181.762608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffb63fff-4c52-4ac9-8dff-db8e5201d454" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.762608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffb63fff-4c52-4ac9-8dff-db8e5201d454" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.762608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffb63fff-4c52-4ac9-8dff-db8e5201d454" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.762608] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffb63fff-4c52-4ac9-8dff-db8e5201d454',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.294022] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.294022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.294022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.294022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.294022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.294022] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffb63fff-4c52-4ac9-8dff-db8e5201d454 already deleted. [ 1182.294022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffb63fff-4c52-4ac9-8dff-db8e5201d454" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.261339] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: IN_PROGRESS for 4s [ 1183.486830] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 in Status: SUCCESS [ 1183.487068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.487905] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.488193] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.488489] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.488692] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.488784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.489014] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.489152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.489397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.489533] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acf90d46-4918-4e92-8c6d-1c55568fc6c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.992160] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acf90d46-4918-4e92-8c6d-1c55568fc6c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.333510] env[66408]: INFO networking_nsxv3.common.synchronization [req-671a8a37-1efe-4478-b4b0-2b0accd4c434 req-a44aebcb-7e22-464a-95aa-a7332f5419d9 tempest-ServerDiskConfigTestJSON-1912076309 tempest-ServerDiskConfigTestJSON-1912076309-project-member] Enqueued Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1184.334163] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1184.334554] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.334683] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.334751] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.335656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.335656] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.335656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.335656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.335656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.335656] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.335656] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.494414] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acf90d46-4918-4e92-8c6d-1c55568fc6c4: rpc.has_security_group_logging(os_id): False [ 1184.520139] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.520374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.520374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.520644] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.520792] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.521282] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.521469] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.521598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.521807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.521934] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.522099] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 is going to be created. [ 1184.656035] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.656035] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.656035] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.656035] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.656035] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.669684] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 in Status: IN_PROGRESS for 2s [ 1184.838333] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.838570] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.838612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.839330] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.840682] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.840682] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.840682] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.840682] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.840682] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.840682] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.840682] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab is going to be updated. [ 1184.876986] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.877236] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.877305] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.877478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.877626] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.889249] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: IN_PROGRESS for 2s [ 1185.273452] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: SUCCESS [ 1185.273452] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.273759] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.274014] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.274287] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.274465] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.274559] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.274762] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.274864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.274958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.275065] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.777855] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.778304] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.778304] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.778623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.778928] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.778928] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.779165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.779288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.779563] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.779747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.779983] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.780114] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.780192] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.780383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.780644] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.780848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.780921] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.781106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.781187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.781282] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.781464] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.283608] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84460d93-46e1-4af1-b072-3cea2506ce57: rpc.has_security_group_logging(os_id): False [ 1186.304181] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.304381] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.304381] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.304643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.304713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.304873] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.304974] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.305047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.305207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.305283] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.305457] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.305565] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.305619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.305732] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.305800] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.305973] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.306078] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.306143] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.306275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.306380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.306439] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 is going to be updated. [ 1186.383064] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.383369] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.383369] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.383535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.383683] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.397952] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: IN_PROGRESS for 2s [ 1186.685782] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 in Status: SUCCESS [ 1186.686093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.900636] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: SUCCESS [ 1186.901042] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab deletion is rescheduled due to dependency. [ 1186.901042] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.118392] env[66408]: INFO networking_nsxv3.common.synchronization [req-bd4fee0e-bc1c-4439-8b8e-3fe2b8a66cfa req-abdbf41a-5350-4c9a-8569-523006f9436c tempest-ServerDiskConfigTestJSON-1912076309 tempest-ServerDiskConfigTestJSON-1912076309-project-member] Enqueued Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1187.119026] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1187.119026] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.119026] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.119203] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.119307] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.119439] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.119521] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.119586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.119938] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.119938] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.119938] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.432994] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.433344] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-226" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.433577] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-226" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.433949] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-226" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.434344] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.434576] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.434752] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.435086] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.435301] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.436050] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.436050] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.436050] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.436209] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.436243] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.436404] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.436613] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.460452] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.460711] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1187.460935] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.461205] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-226" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.461634] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-1b8712e3-b896-4791-b633-5861ce4ea1b9 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.461848] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-1b8712e3-b896-4791-b633-5861ce4ea1b9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.462055] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-1b8712e3-b896-4791-b633-5861ce4ea1b9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.462557] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-1b8712e3-b896-4791-b633-5861ce4ea1b9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.462790] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b8712e3-b896-4791-b633-5861ce4ea1b9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.623643] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.623782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.623863] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.624093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.624190] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.624419] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.624481] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.624540] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.624698] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.624786] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.624897] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab is going to be updated. [ 1187.657920] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.658114] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.658160] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.658350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.658491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.668557] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: IN_PROGRESS for 2s [ 1187.965126] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.965487] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.965487] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.965857] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.966056] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.966247] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 1b8712e3-b896-4791-b633-5861ce4ea1b9 not found, creating... [ 1187.966543] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.966739] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.966895] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.967166] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.967342] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.967655] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.967847] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.967973] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.968197] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.968331] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.968470] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 1b8712e3-b896-4791-b633-5861ce4ea1b9 is going to be created. [ 1187.989181] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.989181] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.989181] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.989472] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.989662] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.989883] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-1b8712e3-b896-4791-b633-5861ce4ea1b9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.414711] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: SUCCESS [ 1188.415267] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.731157] env[66408]: INFO networking_nsxv3.common.synchronization [req-bd4fee0e-bc1c-4439-8b8e-3fe2b8a66cfa req-7bcdfad3-e617-4077-94f5-98df4546b123 service nova] Enqueued Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_rules [ 1188.731530] env[66408]: INFO networking_nsxv3.common.synchronization [req-bd4fee0e-bc1c-4439-8b8e-3fe2b8a66cfa req-7bcdfad3-e617-4077-94f5-98df4546b123 service nova] Enqueued Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1188.731697] env[66408]: INFO networking_nsxv3.common.synchronization [req-bd4fee0e-bc1c-4439-8b8e-3fe2b8a66cfa req-7bcdfad3-e617-4077-94f5-98df4546b123 service nova] Enqueued Resource ID: 1b8712e3-b896-4791-b633-5861ce4ea1b9 with Priority: HIGHEST for action port [ 1188.733248] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_rules [ 1188.733248] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1188.733248] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8712e3-b896-4791-b633-5861ce4ea1b9 with Priority: HIGHEST for action port [ 1188.734225] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.734225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.734225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.734225] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.734225] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.736048] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.736048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.736048] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b8712e3-b896-4791-b633-5861ce4ea1b9 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.736048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b8712e3-b896-4791-b633-5861ce4ea1b9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.736048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b8712e3-b896-4791-b633-5861ce4ea1b9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.736048] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b8712e3-b896-4791-b633-5861ce4ea1b9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.736048] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b8712e3-b896-4791-b633-5861ce4ea1b9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.237576] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.238010] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.238010] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b8712e3-b896-4791-b633-5861ce4ea1b9 with status ACTIVE [ 1189.238236] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.238350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.238412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.238662] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.238798] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.238997] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.239107] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.239156] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.239395] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.240100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.240412] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.240633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.240752] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.240927] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.241097] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.241253] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b8712e3-b896-4791-b633-5861ce4ea1b9 is going to be updated. [ 1189.265473] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.265653] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.265653] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.266170] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.266170] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.266275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b8712e3-b896-4791-b633-5861ce4ea1b9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.683167] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: SUCCESS [ 1189.683167] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab deletion is rescheduled due to dependency. [ 1189.683167] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.683167] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.683167] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.683521] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.683521] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.683521] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.683670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.683784] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.683909] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.186196] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.814330] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.318812] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.319044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.319044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.319286] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.319387] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.319502] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab is going to be updated. [ 1191.350785] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.350966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.351025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.351212] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.351503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.360393] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: IN_PROGRESS for 2s [ 1193.372384] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: SUCCESS [ 1193.372715] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.372921] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.373205] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.373437] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.373623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.373623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.373783] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.373881] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.373934] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.374034] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.734563] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1193.734783] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1193.876759] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.876920] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.877024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.877305] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.877510] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.877641] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.877723] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.877906] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.878045] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.878163] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.878338] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.878455] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.878549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.878684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.878824] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.878914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.878974] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.879129] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.879200] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.879283] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.879388] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.381681] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb52d195-4d21-4515-bed8-1b0fd2f523ab: rpc.has_security_group_logging(os_id): False [ 1194.403412] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.403643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.403643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.403848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.403950] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.404192] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.404383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.404514] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.404615] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.404683] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.404865] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.404997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.405109] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.405722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.405722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.405722] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.405722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.405722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.405722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.405722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.406346] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab is going to be updated. [ 1194.478897] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.479109] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.479195] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.479512] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.479740] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.497486] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: IN_PROGRESS for 2s [ 1195.975258] env[66408]: INFO networking_nsxv3.common.synchronization [req-9f452bbf-0e80-4e13-b712-e7ebc1cdcaa7 req-aa8aed6d-0742-49dd-97a2-023bf826abfc tempest-ImagesTestJSON-1497521817 tempest-ImagesTestJSON-1497521817-project-member] Enqueued Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1195.975802] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1195.976129] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.976302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.976302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.976513] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.976662] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.976758] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.976817] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.976966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.977063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.977156] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.479853] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.511668] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: SUCCESS [ 1196.511914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.982548] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.485774] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.485976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.486070] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.486332] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.486430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.486535] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 is going to be updated. [ 1197.519617] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.519812] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.519857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.520106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.520251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.533692] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: IN_PROGRESS for 2s [ 1197.694803] env[66408]: INFO networking_nsxv3.common.synchronization [req-199aa358-6697-4077-b422-55e1569fa879 req-ca3834c2-ae2a-461d-92a7-6ce4397742a3 tempest-ServerActionsTestOtherA-462260140 tempest-ServerActionsTestOtherA-462260140-project-member] Enqueued Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGHEST for action security_group_members [ 1197.695247] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGHEST for action security_group_members [ 1197.695412] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-97880c18-62a3-4a1d-9fa7-30062d40dae6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.695521] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.695608] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.695783] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.696259] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.696259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.696259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.696259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.696478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.696478] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.198520] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.701115] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.204083] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.204379] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.204379] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.204529] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.204624] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.204930] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 is going to be updated. [ 1199.237487] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.237716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.237716] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.238027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.238181] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.247179] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 in Status: IN_PROGRESS for 2s [ 1199.555542] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: SUCCESS [ 1199.555772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.256861] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 in Status: IN_PROGRESS for 4s [ 1202.696365] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1202.696755] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1202.700222] env[66408]: INFO networking_nsxv3.common.synchronization [req-1af061a7-3e4c-4138-bbfe-349ffe9c6900 req-1c2fec40-cd75-4549-94c1-cc3e06671e2a tempest-ImagesTestJSON-1497521817 tempest-ImagesTestJSON-1497521817-project-member] Enqueued Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1202.701032] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1202.701458] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.701458] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.701568] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.701773] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.701929] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.702478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.702577] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.702780] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.702964] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.703101] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.205761] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.205761] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.206044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.206300] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.206406] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.206617] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.206721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.206881] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.207167] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.207329] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.207476] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 is going to be updated. [ 1203.234873] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.235173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.235284] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.235545] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.235707] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.246476] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: IN_PROGRESS for 2s [ 1203.266019] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 in Status: SUCCESS [ 1203.266263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.257572] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: IN_PROGRESS for 4s [ 1207.270213] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: SUCCESS [ 1207.270213] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 deletion is rescheduled due to dependency. [ 1207.270213] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.702427] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1207.702598] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1211.604694] env[66408]: INFO networking_nsxv3.common.synchronization [req-2b9d350a-717b-4204-b4d1-76eb591c5bbf req-921c62b6-63a5-40ed-a173-a079b676fff7 tempest-ImagesTestJSON-1497521817 tempest-ImagesTestJSON-1497521817-project-member] Enqueued Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1211.605611] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1211.605611] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.605771] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.605771] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.607213] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.608430] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.608549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.608621] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.608834] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.608942] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.609086] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.948450] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.948659] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-209" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.948784] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-209" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.949061] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-209" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.949313] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.949467] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.949605] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.949870] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.950031] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.950245] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.950358] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.950464] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.950567] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.950672] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.950777] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.950910] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.971113] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.971281] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1211.971376] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.971527] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-209" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.972024] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-04276c42-cc58-428f-863a-0e944c6433b3 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.972226] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-04276c42-cc58-428f-863a-0e944c6433b3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.972360] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-04276c42-cc58-428f-863a-0e944c6433b3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.972736] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-04276c42-cc58-428f-863a-0e944c6433b3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.972905] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04276c42-cc58-428f-863a-0e944c6433b3',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.111310] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.111511] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.111553] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.111803] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.111947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.112110] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.112217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.112271] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.112422] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.112492] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.112581] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 is going to be updated. [ 1212.154085] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.154339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.154411] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.154846] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.154989] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.166994] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: IN_PROGRESS for 2s [ 1212.475332] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.475561] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.475690] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.475986] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.476146] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.476297] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 04276c42-cc58-428f-863a-0e944c6433b3 not found, creating... [ 1212.476549] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.476703] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.476847] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.477130] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.477273] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.477556] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.477710] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.477827] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.478042] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.478179] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.478315] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 04276c42-cc58-428f-863a-0e944c6433b3 is going to be created. [ 1212.509056] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.509313] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.509410] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.509854] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.510128] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.510363] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-04276c42-cc58-428f-863a-0e944c6433b3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.281621] env[66408]: INFO networking_nsxv3.common.synchronization [req-2b9d350a-717b-4204-b4d1-76eb591c5bbf req-2aca4144-5dfb-42fa-be21-4272357fa137 service nova] Enqueued Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_rules [ 1213.281910] env[66408]: INFO networking_nsxv3.common.synchronization [req-2b9d350a-717b-4204-b4d1-76eb591c5bbf req-2aca4144-5dfb-42fa-be21-4272357fa137 service nova] Enqueued Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1213.282568] env[66408]: INFO networking_nsxv3.common.synchronization [req-2b9d350a-717b-4204-b4d1-76eb591c5bbf req-2aca4144-5dfb-42fa-be21-4272357fa137 service nova] Enqueued Resource ID: 04276c42-cc58-428f-863a-0e944c6433b3 with Priority: HIGHEST for action port [ 1213.283193] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_rules [ 1213.283424] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1213.283675] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04276c42-cc58-428f-863a-0e944c6433b3 with Priority: HIGHEST for action port [ 1213.283978] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.284124] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.284191] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.284397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.284479] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.286128] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.286128] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.286128] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-04276c42-cc58-428f-863a-0e944c6433b3 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.286300] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04276c42-cc58-428f-863a-0e944c6433b3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.286300] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04276c42-cc58-428f-863a-0e944c6433b3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.287323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04276c42-cc58-428f-863a-0e944c6433b3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.287323] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04276c42-cc58-428f-863a-0e944c6433b3',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.786732] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.787036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.790195] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04276c42-cc58-428f-863a-0e944c6433b3 with status ACTIVE [ 1213.790414] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.790582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.790582] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.791050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.791245] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.791559] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.791831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.791946] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.792165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.792257] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.792457] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.792560] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.792623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.792817] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.792891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.792984] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04276c42-cc58-428f-863a-0e944c6433b3 is going to be updated. [ 1213.821088] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.821301] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.821344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.821664] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.821892] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.822098] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04276c42-cc58-428f-863a-0e944c6433b3" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.177806] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: SUCCESS [ 1214.178083] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 deletion is rescheduled due to dependency. [ 1214.178231] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.178421] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.178684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.178937] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.179093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.179172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.179350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.179435] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.179560] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.682562] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.185720] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.689071] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.689549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.689549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.689549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.689753] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.689803] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 is going to be updated. [ 1215.771016] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.771016] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.771016] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.773017] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.773017] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.784710] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: IN_PROGRESS for 2s [ 1215.839130] env[66408]: INFO networking_nsxv3.common.synchronization [req-c5106022-9557-4872-ba28-753a12544847 req-1007f7dc-1cdd-46d2-be41-1f54b6d09242 tempest-ServerActionsTestJSON-1187546183 tempest-ServerActionsTestJSON-1187546183-project-member] Enqueued Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_members [ 1215.839429] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_members [ 1215.839645] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c860d711-0ab1-4afe-8060-2b28ca3266d8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.840591] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.840591] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.840591] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.840591] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.840591] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.840591] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.840891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.840891] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.840891] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.871224] env[66408]: INFO networking_nsxv3.common.synchronization [req-35f2a4ca-d194-4159-b761-cc8b04272771 req-9e7edff1-42ad-46a0-b296-66b8537b33e2 tempest-AttachVolumeNegativeTest-306535089 tempest-AttachVolumeNegativeTest-306535089-project-member] Enqueued Resource ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 with Priority: HIGHEST for action security_group_members [ 1215.872792] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 with Priority: HIGHEST for action security_group_members [ 1215.873242] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6675fba-55f8-44ff-ac49-7ceb40a71a16 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.873376] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.873503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.873735] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.873914] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.874112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.874187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.874371] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.874455] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.874564] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6675fba-55f8-44ff-ac49-7ceb40a71a16',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.345783] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.345985] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.346054] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.346289] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.346386] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.346580] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.346685] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.346748] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.346904] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.346978] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.347075] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 is going to be updated. [ 1216.376700] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.376886] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.376944] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.377154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.377247] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.377442] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.377541] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.377602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.377755] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.377831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.377914] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 is going to be updated. [ 1216.381113] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.381261] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.381332] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.381501] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.381631] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.393590] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: IN_PROGRESS for 2s [ 1216.420260] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.420439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.420481] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.421539] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.421539] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.432341] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 in Status: IN_PROGRESS for 2s [ 1217.797745] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: SUCCESS [ 1217.798114] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.798114] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.798533] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.798533] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.798702] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.798702] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.798823] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.798877] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.798926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.799025] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.303764] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.303985] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.304081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.304363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.304560] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.304720] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.304828] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.305204] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.305383] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.305501] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.305678] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.305802] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.305848] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.306020] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.306178] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.306281] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.306375] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.306501] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.306642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.306850] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.306941] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.405126] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: SUCCESS [ 1218.405631] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 deletion is rescheduled due to dependency. [ 1218.405631] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.448602] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 in Status: SUCCESS [ 1218.448894] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 deletion is rescheduled due to dependency. [ 1218.449054] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.643542] env[66408]: INFO networking_nsxv3.common.synchronization [req-29a034e0-9ddb-43b4-9229-41f013735190 req-cff9dc06-4948-44a8-978d-e93d9ed538c0 tempest-ServerActionsTestOtherA-462260140 tempest-ServerActionsTestOtherA-462260140-project-member] Enqueued Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGHEST for action security_group_members [ 1218.644032] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGHEST for action security_group_members [ 1218.644466] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-97880c18-62a3-4a1d-9fa7-30062d40dae6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.644635] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.644740] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.645045] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.645289] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.645448] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.645540] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.645805] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.645937] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.646096] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.815332] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84460d93-46e1-4af1-b072-3cea2506ce57: rpc.has_security_group_logging(os_id): False [ 1218.840772] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.841060] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.841060] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.841579] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.841721] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.842061] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.842216] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.842325] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.842589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.842708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.843068] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.843251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.843380] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.843727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.843875] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.844349] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.844500] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.844605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.844804] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.844923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.845074] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 is going to be updated. [ 1218.922861] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.923033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.923097] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.923295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.923446] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.940768] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: IN_PROGRESS for 2s [ 1219.148577] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.148794] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.148794] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.149033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.149135] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.149333] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.149434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.149502] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.149688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.149902] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.149902] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 is going to be updated. [ 1219.180034] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.180034] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.180295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.180295] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.180425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.190988] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 in Status: IN_PROGRESS for 2s [ 1220.957655] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: SUCCESS [ 1220.957926] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.201915] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 in Status: SUCCESS [ 1221.202127] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 deletion is rescheduled due to dependency. [ 1221.202251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.645416] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1223.645849] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1226.198972] env[66408]: INFO networking_nsxv3.common.synchronization [req-c74efaee-5541-4bbc-9f5f-7142e7ff1f90 req-58493afa-4f25-48da-91c1-c93e2d8ffba3 tempest-ServerDiskConfigTestJSON-1912076309 tempest-ServerDiskConfigTestJSON-1912076309-project-member] Enqueued Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1226.199828] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1226.199976] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.200168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.201256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.201256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.201256] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.201256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.201256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.201256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.201256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.201256] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.704138] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.704357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.704458] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.704678] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.704780] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.704987] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.705121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.705197] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.705363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.705435] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.705520] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab is going to be updated. [ 1226.751301] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.751562] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.751562] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.751755] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.751962] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.772649] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: IN_PROGRESS for 2s [ 1228.052766] env[66408]: INFO networking_nsxv3.common.synchronization [req-78d56d51-2e62-4461-ad92-30715d2b60ac req-afb14286-c36c-4e23-b932-c713c44ba804 tempest-ServerActionsTestJSON-1187546183 tempest-ServerActionsTestJSON-1187546183-project-member] Enqueued Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_members [ 1228.053617] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_members [ 1228.054501] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c860d711-0ab1-4afe-8060-2b28ca3266d8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.054636] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.054686] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.054939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.055155] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.055266] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.055327] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.055500] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.055594] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.055698] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.447501] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.449107] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-963" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.449107] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-963" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.449107] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-963" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.449388] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.449832] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.450122] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.453025] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.453025] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.453025] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1228.453025] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1228.453025] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1228.453025] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1228.453025] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1228.453025] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1228.453025] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1228.497984] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1228.498404] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1228.498807] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1228.499007] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-963" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.499515] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-f8a00bf6-d2f2-443a-ac7b-c347d621d906 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.499764] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-f8a00bf6-d2f2-443a-ac7b-c347d621d906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.499995] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-f8a00bf6-d2f2-443a-ac7b-c347d621d906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.502361] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-f8a00bf6-d2f2-443a-ac7b-c347d621d906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.502361] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8a00bf6-d2f2-443a-ac7b-c347d621d906',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.558111] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.561022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.561022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.561022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.561022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.561022] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.561022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.561022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.561022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.561022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.561022] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 is going to be updated. [ 1228.620665] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.620890] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.620890] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.621169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.621322] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.639732] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: IN_PROGRESS for 2s [ 1228.787135] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: SUCCESS [ 1228.787677] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab deletion is rescheduled due to dependency. [ 1228.787814] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.008322] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.008550] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.008650] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.008954] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.009151] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.009304] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port f8a00bf6-d2f2-443a-ac7b-c347d621d906 not found, creating... [ 1229.009563] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.009720] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.009865] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.010116] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.010256] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.010558] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.010766] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.010890] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.011120] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.011255] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.011395] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: f8a00bf6-d2f2-443a-ac7b-c347d621d906 is going to be created. [ 1229.033732] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.033989] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.034169] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.034530] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.034824] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.035128] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-f8a00bf6-d2f2-443a-ac7b-c347d621d906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.739677] env[66408]: INFO networking_nsxv3.common.synchronization [req-78d56d51-2e62-4461-ad92-30715d2b60ac req-6f9b984d-4c4e-485c-9239-8900da7bc592 service nova] Enqueued Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_rules [ 1229.739677] env[66408]: INFO networking_nsxv3.common.synchronization [req-78d56d51-2e62-4461-ad92-30715d2b60ac req-6f9b984d-4c4e-485c-9239-8900da7bc592 service nova] Enqueued Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_members [ 1229.739677] env[66408]: INFO networking_nsxv3.common.synchronization [req-78d56d51-2e62-4461-ad92-30715d2b60ac req-6f9b984d-4c4e-485c-9239-8900da7bc592 service nova] Enqueued Resource ID: f8a00bf6-d2f2-443a-ac7b-c347d621d906 with Priority: HIGHEST for action port [ 1229.739677] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_rules [ 1229.739677] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_members [ 1229.739677] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a00bf6-d2f2-443a-ac7b-c347d621d906 with Priority: HIGHEST for action port [ 1229.739677] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c860d711-0ab1-4afe-8060-2b28ca3266d8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.743386] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.743386] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.743386] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.743386] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.744519] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c860d711-0ab1-4afe-8060-2b28ca3266d8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.744519] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.744849] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8a00bf6-d2f2-443a-ac7b-c347d621d906 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.744849] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8a00bf6-d2f2-443a-ac7b-c347d621d906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.744849] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8a00bf6-d2f2-443a-ac7b-c347d621d906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.745489] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8a00bf6-d2f2-443a-ac7b-c347d621d906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.745489] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8a00bf6-d2f2-443a-ac7b-c347d621d906',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.851352] env[66408]: INFO networking_nsxv3.common.synchronization [None req-1cdc7333-c428-44b1-b479-ff24d537236c None None] Enqueued Resource ID: bc9f6d79-dda3-4fdf-99f7-5d32f24e996e with Priority: HIGHEST for action port [ 1229.852494] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc9f6d79-dda3-4fdf-99f7-5d32f24e996e with Priority: HIGHEST for action port [ 1229.852494] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc9f6d79-dda3-4fdf-99f7-5d32f24e996e taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.852494] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc9f6d79-dda3-4fdf-99f7-5d32f24e996e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.852494] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc9f6d79-dda3-4fdf-99f7-5d32f24e996e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.852761] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc9f6d79-dda3-4fdf-99f7-5d32f24e996e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.852761] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc9f6d79-dda3-4fdf-99f7-5d32f24e996e',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.250598] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c860d711-0ab1-4afe-8060-2b28ca3266d8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.250598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.250598] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8a00bf6-d2f2-443a-ac7b-c347d621d906 with status ACTIVE [ 1230.250598] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.250598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.250598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.250598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.250598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.250598] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.250598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.250598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.251536] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.251536] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.251536] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.251536] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.251536] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.251536] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.251536] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.251536] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8a00bf6-d2f2-443a-ac7b-c347d621d906 is going to be updated. [ 1230.275974] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.275974] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.276201] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.276619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.276619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.276619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8a00bf6-d2f2-443a-ac7b-c347d621d906" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.294371] env[66408]: INFO networking_nsxv3.common.synchronization [req-22303497-44da-46ab-b67b-83b38180a090 req-39642401-5b31-4220-a779-6e756aa7d5ce tempest-ServerDiskConfigTestJSON-1912076309 tempest-ServerDiskConfigTestJSON-1912076309-project-member] Enqueued Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1230.294984] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1230.295376] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.295491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.295564] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.295745] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.295903] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.296041] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.296543] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.296543] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.296543] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.296543] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.354968] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc9f6d79-dda3-4fdf-99f7-5d32f24e996e [ 1230.355305] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.355497] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.355664] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.355937] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.356288] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.356469] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc9f6d79-dda3-4fdf-99f7-5d32f24e996e already deleted. [ 1230.356602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc9f6d79-dda3-4fdf-99f7-5d32f24e996e" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.649822] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: SUCCESS [ 1230.650087] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 deletion is rescheduled due to dependency. [ 1230.650166] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.650331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.650544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.650734] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.650855] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.650936] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.651086] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.651168] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.651262] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.659189] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.659366] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-226" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.659483] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-226" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.660223] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-226" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.660483] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.660645] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.660764] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.660984] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.661142] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.661347] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.661459] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1230.661564] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1230.661669] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1230.661777] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.661915] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1230.662050] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1230.680759] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1230.680927] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1230.681091] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1230.681272] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-226" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.681578] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-5a192c23-7efe-4bb5-9df2-be0211df1e46 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.681749] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-5a192c23-7efe-4bb5-9df2-be0211df1e46" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.681867] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-5a192c23-7efe-4bb5-9df2-be0211df1e46" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.682249] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-5a192c23-7efe-4bb5-9df2-be0211df1e46" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.682387] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a192c23-7efe-4bb5-9df2-be0211df1e46',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.799098] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.799374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.799374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.799567] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.799671] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.799880] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.799981] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.800039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.800272] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.800328] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.800412] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab is going to be updated. [ 1230.829194] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.829429] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.829429] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.829612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.829850] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.840694] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: IN_PROGRESS for 2s [ 1231.154242] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.185164] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.185342] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.185464] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.185979] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.185979] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.186122] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 5a192c23-7efe-4bb5-9df2-be0211df1e46 not found, creating... [ 1231.187037] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.187037] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.187037] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.187037] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.187037] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.187387] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.187387] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.187539] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.187766] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.187933] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.188051] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 5a192c23-7efe-4bb5-9df2-be0211df1e46 is going to be created. [ 1231.211439] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.211633] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.211753] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.212050] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.212275] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.212492] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-5a192c23-7efe-4bb5-9df2-be0211df1e46" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.659533] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.949080] env[66408]: INFO networking_nsxv3.common.synchronization [req-22303497-44da-46ab-b67b-83b38180a090 req-c3c4aaad-0756-476c-b9bc-55980d842101 service nova] Enqueued Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_rules [ 1231.949304] env[66408]: INFO networking_nsxv3.common.synchronization [req-22303497-44da-46ab-b67b-83b38180a090 req-c3c4aaad-0756-476c-b9bc-55980d842101 service nova] Enqueued Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1231.949431] env[66408]: INFO networking_nsxv3.common.synchronization [req-22303497-44da-46ab-b67b-83b38180a090 req-c3c4aaad-0756-476c-b9bc-55980d842101 service nova] Enqueued Resource ID: 5a192c23-7efe-4bb5-9df2-be0211df1e46 with Priority: HIGHEST for action port [ 1231.950044] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_rules [ 1231.950465] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1231.950686] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a192c23-7efe-4bb5-9df2-be0211df1e46 with Priority: HIGHEST for action port [ 1231.954958] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.954958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.954958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.954958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.954958] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.954958] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.954958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.955539] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a192c23-7efe-4bb5-9df2-be0211df1e46 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.955787] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a192c23-7efe-4bb5-9df2-be0211df1e46" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.955879] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a192c23-7efe-4bb5-9df2-be0211df1e46" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.956145] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a192c23-7efe-4bb5-9df2-be0211df1e46" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.956250] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a192c23-7efe-4bb5-9df2-be0211df1e46',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.088897] env[66408]: INFO networking_nsxv3.common.synchronization [None req-dfe99a34-814d-450b-9b00-b7f9031f6e99 None None] Enqueued Resource ID: 56cbcce7-6187-4ae0-a5e8-5a389df0f0e5 with Priority: HIGHEST for action port [ 1232.089465] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cbcce7-6187-4ae0-a5e8-5a389df0f0e5 with Priority: HIGHEST for action port [ 1232.090025] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-56cbcce7-6187-4ae0-a5e8-5a389df0f0e5 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.090134] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56cbcce7-6187-4ae0-a5e8-5a389df0f0e5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.090134] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56cbcce7-6187-4ae0-a5e8-5a389df0f0e5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.090618] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56cbcce7-6187-4ae0-a5e8-5a389df0f0e5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.090618] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56cbcce7-6187-4ae0-a5e8-5a389df0f0e5',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.162275] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.162835] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.165364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.165364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.165364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.165364] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 is going to be updated. [ 1232.197106] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.197106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.197106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.197106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.197106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.209509] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: IN_PROGRESS for 2s [ 1232.461829] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a192c23-7efe-4bb5-9df2-be0211df1e46 with status ACTIVE [ 1232.461829] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.461829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.461829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.461829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.461829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.461829] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.461829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.461829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.461829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.461829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.461829] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.461829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.461829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.461829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.461829] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.461829] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a192c23-7efe-4bb5-9df2-be0211df1e46 is going to be updated. [ 1232.463095] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.463095] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.486641] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.486965] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.486965] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.487337] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.487337] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.487824] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a192c23-7efe-4bb5-9df2-be0211df1e46" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.592549] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56cbcce7-6187-4ae0-a5e8-5a389df0f0e5 [ 1232.592770] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.592951] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.593083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.593311] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.593421] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.593485] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56cbcce7-6187-4ae0-a5e8-5a389df0f0e5 already deleted. [ 1232.593559] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56cbcce7-6187-4ae0-a5e8-5a389df0f0e5" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.850791] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: SUCCESS [ 1232.850997] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab deletion is rescheduled due to dependency. [ 1232.851939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.851939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.851939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.851939] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.851939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.851939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.852216] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.852216] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.852312] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.355302] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.857162] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.223818] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: SUCCESS [ 1234.223818] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.223818] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.223818] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.223818] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.223818] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.223818] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.223818] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.223818] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.223818] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.223818] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.361020] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.361594] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.361594] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.361594] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.361594] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.361863] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab is going to be updated. [ 1234.408098] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.408365] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.408365] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.408580] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.408775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.421768] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: IN_PROGRESS for 2s [ 1234.438833] env[66408]: INFO networking_nsxv3.common.synchronization [req-37a49bee-c159-4e03-9f0c-cefd079b37d6 req-b36ec1bf-d28c-4efa-82f2-cd4b44f540b6 tempest-ImagesTestJSON-1497521817 tempest-ImagesTestJSON-1497521817-project-member] Enqueued Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1234.438963] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84460d93-46e1-4af1-b072-3cea2506ce57 with Priority: HIGHEST for action security_group_members [ 1234.439306] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-84460d93-46e1-4af1-b072-3cea2506ce57 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.439434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.439499] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.439727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.439884] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.439985] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.440055] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.440208] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.440294] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.440388] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84460d93-46e1-4af1-b072-3cea2506ce57',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.726054] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.943730] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.943933] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.943973] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.944212] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.944323] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.944528] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.944858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.944858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.944858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.944994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.944994] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 is going to be updated. [ 1234.972017] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.972182] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.972222] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.972414] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.973031] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.980906] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: IN_PROGRESS for 2s [ 1235.230030] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c860d711-0ab1-4afe-8060-2b28ca3266d8: rpc.has_security_group_logging(os_id): False [ 1235.249660] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.249884] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.249943] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.250142] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.250237] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.250498] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.250600] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.250655] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.250820] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.250898] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.250985] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 is going to be updated. [ 1235.357089] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.357317] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.357317] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.357476] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.357623] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.377138] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: IN_PROGRESS for 2s [ 1236.435612] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: SUCCESS [ 1236.435987] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.436039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.436340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.436600] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.436757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.436842] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.437121] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.437214] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.437214] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.437320] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.940592] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.940795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.940842] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.941739] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.941739] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.941739] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.941739] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.941739] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.941739] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.942069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.942069] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.942069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.942167] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.942335] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.942683] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.942683] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.942683] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.942967] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.942967] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.943172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.944221] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.991268] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84460d93-46e1-4af1-b072-3cea2506ce57 in Status: SUCCESS [ 1236.991516] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84460d93-46e1-4af1-b072-3cea2506ce57 deletion is rescheduled due to dependency. [ 1236.991672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84460d93-46e1-4af1-b072-3cea2506ce57" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.394715] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: SUCCESS [ 1237.395036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.445917] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb52d195-4d21-4515-bed8-1b0fd2f523ab: rpc.has_security_group_logging(os_id): False [ 1237.467065] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.467065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.467065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.467065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.467065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.467065] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.467507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.467507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.467507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.467507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.467643] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.467719] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.467779] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.467918] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.467994] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.468182] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.468300] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.468378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.468529] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.468605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.468689] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab is going to be updated. [ 1237.552087] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.552344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.552344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.552458] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.552605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.568151] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: IN_PROGRESS for 2s [ 1238.196740] env[66408]: INFO networking_nsxv3.common.synchronization [req-2c59ec86-8c65-48a9-abc0-bb4ede3165de req-cc94fe86-759b-45e9-8670-d10aea80eb4a tempest-ServerMetadataTestJSON-1443444388 tempest-ServerMetadataTestJSON-1443444388-project-member] Enqueued Resource ID: 937ea7e7-1ee8-44fb-a0b9-d30e92a63924 with Priority: HIGHEST for action security_group_members [ 1238.197326] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 937ea7e7-1ee8-44fb-a0b9-d30e92a63924 with Priority: HIGHEST for action security_group_members [ 1238.197639] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.197760] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.197827] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.198651] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.198876] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.199051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.199155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.199358] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.199482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.199600] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('937ea7e7-1ee8-44fb-a0b9-d30e92a63924',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.520657] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-936 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.521010] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-936" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.521076] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-936" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.521546] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-936" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.521853] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.522142] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.522321] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.522587] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.522772] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.523052] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.523239] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1238.523378] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1238.523514] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1238.523654] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.523786] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1238.523959] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1238.559522] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1238.559727] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1238.559908] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1238.560156] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-936" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.560512] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-65292562-f9d9-4a34-a563-cb288bbfdd45 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.560677] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-65292562-f9d9-4a34-a563-cb288bbfdd45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.560800] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-65292562-f9d9-4a34-a563-cb288bbfdd45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.561180] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-65292562-f9d9-4a34-a563-cb288bbfdd45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.561323] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65292562-f9d9-4a34-a563-cb288bbfdd45',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.702208] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.702426] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.702857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.702857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.702857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.703122] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.703324] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.703389] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.703555] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.703661] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.703767] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 937ea7e7-1ee8-44fb-a0b9-d30e92a63924 already deleted. [ 1238.703854] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.067212] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.067512] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.067653] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.067948] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.068117] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.068373] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 65292562-f9d9-4a34-a563-cb288bbfdd45 not found, creating... [ 1239.068708] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.068875] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.068995] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.069247] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.069445] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.069742] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.069915] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.070150] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.070452] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.070514] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.070659] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 65292562-f9d9-4a34-a563-cb288bbfdd45 is going to be created. [ 1239.098663] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.098876] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.098980] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.099292] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.099521] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.099745] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-65292562-f9d9-4a34-a563-cb288bbfdd45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.584067] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: SUCCESS [ 1239.584426] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.781494] env[66408]: INFO networking_nsxv3.common.synchronization [req-2c59ec86-8c65-48a9-abc0-bb4ede3165de req-a12050ea-232f-430a-8a7b-0749aede6314 service nova] Enqueued Resource ID: 937ea7e7-1ee8-44fb-a0b9-d30e92a63924 with Priority: HIGHEST for action security_group_rules [ 1239.781494] env[66408]: INFO networking_nsxv3.common.synchronization [req-2c59ec86-8c65-48a9-abc0-bb4ede3165de req-a12050ea-232f-430a-8a7b-0749aede6314 service nova] Enqueued Resource ID: 937ea7e7-1ee8-44fb-a0b9-d30e92a63924 with Priority: HIGHEST for action security_group_members [ 1239.781494] env[66408]: INFO networking_nsxv3.common.synchronization [req-2c59ec86-8c65-48a9-abc0-bb4ede3165de req-a12050ea-232f-430a-8a7b-0749aede6314 service nova] Enqueued Resource ID: 65292562-f9d9-4a34-a563-cb288bbfdd45 with Priority: HIGHEST for action port [ 1239.781494] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 937ea7e7-1ee8-44fb-a0b9-d30e92a63924 with Priority: HIGHEST for action security_group_rules [ 1239.781494] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 937ea7e7-1ee8-44fb-a0b9-d30e92a63924 with Priority: HIGHEST for action security_group_members [ 1239.781892] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65292562-f9d9-4a34-a563-cb288bbfdd45 with Priority: HIGHEST for action port [ 1239.781982] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-937ea7e7-1ee8-44fb-a0b9-d30e92a63924 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.782665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.782738] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.782960] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.783071] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('937ea7e7-1ee8-44fb-a0b9-d30e92a63924',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.784699] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.784699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.784699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.784918] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.784966] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.785461] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.785461] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.785461] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.785461] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.785760] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('937ea7e7-1ee8-44fb-a0b9-d30e92a63924',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.787395] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-65292562-f9d9-4a34-a563-cb288bbfdd45 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.787504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65292562-f9d9-4a34-a563-cb288bbfdd45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.787588] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65292562-f9d9-4a34-a563-cb288bbfdd45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.787830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65292562-f9d9-4a34-a563-cb288bbfdd45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.787907] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65292562-f9d9-4a34-a563-cb288bbfdd45',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.285394] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.285394] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.287820] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('937ea7e7-1ee8-44fb-a0b9-d30e92a63924',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.293893] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65292562-f9d9-4a34-a563-cb288bbfdd45 with status ACTIVE [ 1240.293893] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.293893] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.293893] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.294145] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.294187] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.295275] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.295275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.295275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.295275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.295275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.295275] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.295275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.295275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.295275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.295845] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.295845] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65292562-f9d9-4a34-a563-cb288bbfdd45 is going to be updated. [ 1240.320596] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.320795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.320795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.321016] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.321164] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.321331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65292562-f9d9-4a34-a563-cb288bbfdd45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.789495] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('937ea7e7-1ee8-44fb-a0b9-d30e92a63924',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.291639] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.291757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.291757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.292389] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.292389] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.292389] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 937ea7e7-1ee8-44fb-a0b9-d30e92a63924 is going to be created. [ 1241.318747] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.318931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.319036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.319308] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.319544] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.335220] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 937ea7e7-1ee8-44fb-a0b9-d30e92a63924 in Status: UNINITIALIZED for 2s [ 1242.588629] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-298 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.588916] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-298" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.588916] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-298" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.589106] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-298" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.589589] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.589589] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.589714] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.589943] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.590193] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.590365] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.590522] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1242.590581] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1242.590695] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1242.590827] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.590899] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1242.591098] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1242.613043] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1242.613043] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1242.613043] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1242.613043] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-298" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.613733] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-fa6d0771-8e9f-4670-b307-320446ff7156 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.613733] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-fa6d0771-8e9f-4670-b307-320446ff7156" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.613733] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-fa6d0771-8e9f-4670-b307-320446ff7156" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.613883] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-fa6d0771-8e9f-4670-b307-320446ff7156" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.613883] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa6d0771-8e9f-4670-b307-320446ff7156',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.117411] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.117672] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.117817] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.118197] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.118354] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.118654] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.118815] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.118935] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.119259] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.119458] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.119787] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.119983] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.120180] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.120427] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.120569] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.120714] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: fa6d0771-8e9f-4670-b307-320446ff7156 is going to be updated. [ 1243.145049] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.145049] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.145049] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.145364] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.145517] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.145951] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-fa6d0771-8e9f-4670-b307-320446ff7156" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.351264] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 937ea7e7-1ee8-44fb-a0b9-d30e92a63924 in Status: SUCCESS [ 1243.351264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.351264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.351264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.351264] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.351264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.351264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.351264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.351264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.351264] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.351264] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('937ea7e7-1ee8-44fb-a0b9-d30e92a63924',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.688925] env[66408]: INFO networking_nsxv3.common.synchronization [req-3a694512-dd57-49fd-84d2-a60d1c15bdf0 req-62098a75-da01-4474-b7e0-156e10c07b39 tempest-ServerDiskConfigTestJSON-1912076309 tempest-ServerDiskConfigTestJSON-1912076309-project-member] Enqueued Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1243.689117] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGHEST for action security_group_members [ 1243.689497] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.689658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.689734] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.689962] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.690138] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.690238] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.690314] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.690487] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.690585] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.690690] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.852886] env[66408]: INFO networking_nsxv3.common.synchronization [req-05fae6c3-41ff-4b3d-a220-7c17eb529aba req-49904911-db54-435e-926e-fb654f3a8f60 service nova] Enqueued Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_rules [ 1243.852886] env[66408]: INFO networking_nsxv3.common.synchronization [req-05fae6c3-41ff-4b3d-a220-7c17eb529aba req-49904911-db54-435e-926e-fb654f3a8f60 service nova] Enqueued Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_members [ 1243.852886] env[66408]: INFO networking_nsxv3.common.synchronization [req-05fae6c3-41ff-4b3d-a220-7c17eb529aba req-49904911-db54-435e-926e-fb654f3a8f60 service nova] Enqueued Resource ID: fa6d0771-8e9f-4670-b307-320446ff7156 with Priority: HIGHEST for action port [ 1243.853709] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.853709] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.853709] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.853709] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.854102] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.854102] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.854102] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.854263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.854263] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.854430] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.854430] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.854512] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.854602] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.854768] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.854907] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.855009] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.855074] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.855242] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.855356] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.855400] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.855487] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('937ea7e7-1ee8-44fb-a0b9-d30e92a63924',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.856648] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_rules [ 1243.856847] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_members [ 1243.856912] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa6d0771-8e9f-4670-b307-320446ff7156 with Priority: HIGHEST for action port [ 1243.857400] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.857461] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.857509] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.857665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.857746] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.858517] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.858640] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.858685] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.858834] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.859633] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.859633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.859633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.859633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.859633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.859633] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.860857] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa6d0771-8e9f-4670-b307-320446ff7156 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.860857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa6d0771-8e9f-4670-b307-320446ff7156" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.860857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa6d0771-8e9f-4670-b307-320446ff7156" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.860857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa6d0771-8e9f-4670-b307-320446ff7156" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.860857] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa6d0771-8e9f-4670-b307-320446ff7156',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.192502] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.192694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.192771] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.192997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.193140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.193355] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.193460] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.193518] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.193738] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.193738] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.193846] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab is going to be updated. [ 1244.222204] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.222412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.222461] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.222670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.222810] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.233524] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: IN_PROGRESS for 2s [ 1244.358516] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 937ea7e7-1ee8-44fb-a0b9-d30e92a63924: rpc.has_security_group_logging(os_id): False [ 1244.361995] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.364157] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.364157] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.364157] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa6d0771-8e9f-4670-b307-320446ff7156 with status ACTIVE [ 1244.364451] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.364451] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.364451] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.364621] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.364669] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.364835] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.364932] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.364983] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.365372] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.365372] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.365372] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.365480] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.365556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.365660] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.365735] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.365815] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa6d0771-8e9f-4670-b307-320446ff7156 is going to be updated. [ 1244.380554] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.380689] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.380890] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.380990] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.381094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.381284] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.381398] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.381435] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.381585] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.381659] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.381843] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.381935] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.381995] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.382228] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.382305] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.382513] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.382603] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.382637] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.382774] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.382844] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.382927] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 937ea7e7-1ee8-44fb-a0b9-d30e92a63924 is going to be created. [ 1244.393216] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.393388] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.393513] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.393665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.393805] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.393971] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa6d0771-8e9f-4670-b307-320446ff7156" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.477957] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.478242] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.478242] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.478415] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.478594] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.504430] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 937ea7e7-1ee8-44fb-a0b9-d30e92a63924 in Status: IN_PROGRESS for 2s [ 1244.864885] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.367655] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.367919] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.368016] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.368368] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.368523] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.368716] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 is going to be updated. [ 1245.400353] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.400556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.400556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.400795] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.400939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.413821] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: IN_PROGRESS for 2s [ 1246.245278] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: IN_PROGRESS for 4s [ 1246.516402] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 937ea7e7-1ee8-44fb-a0b9-d30e92a63924 in Status: SUCCESS [ 1246.516627] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.424741] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: SUCCESS [ 1247.425069] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.425140] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.425339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.425530] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.425646] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.425710] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.425861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.425941] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.426044] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.426135] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.928641] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.256027] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab in Status: SUCCESS [ 1248.256202] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab deletion is rescheduled due to dependency. [ 1248.256303] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.431469] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27fdde82-cbcb-4f71-b141-e44ef2ee1d02: rpc.has_security_group_logging(os_id): False [ 1248.453522] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.453522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.453522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.453522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.453522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.453522] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.453522] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.454024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.454024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.454024] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.454024] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 is going to be updated. [ 1248.516716] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.516864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.516997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.517161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.517310] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.538736] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: IN_PROGRESS for 2s [ 1248.858172] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.858348] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1250.559350] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: SUCCESS [ 1250.559733] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.349757] env[66408]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1252.350039] env[66408]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0c467be3-fa7d-433b-bda8-9ffd1b315d21 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1252.503996] env[66408]: INFO networking_nsxv3.common.synchronization [None req-24dec911-a080-420a-9ff0-d7a92dc186d8 None None] Enqueued Resource ID: d1c9a8e1-b382-4085-b0f5-398969f4e31a with Priority: HIGHEST for action port [ 1252.504889] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c9a8e1-b382-4085-b0f5-398969f4e31a with Priority: HIGHEST for action port [ 1252.506317] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1c9a8e1-b382-4085-b0f5-398969f4e31a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.506466] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1c9a8e1-b382-4085-b0f5-398969f4e31a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.506531] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1c9a8e1-b382-4085-b0f5-398969f4e31a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.506956] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1c9a8e1-b382-4085-b0f5-398969f4e31a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.507113] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1c9a8e1-b382-4085-b0f5-398969f4e31a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.011063] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1c9a8e1-b382-4085-b0f5-398969f4e31a [ 1253.011063] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.011296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.011296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.012076] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.012076] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.012076] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1c9a8e1-b382-4085-b0f5-398969f4e31a already deleted. [ 1253.012076] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1c9a8e1-b382-4085-b0f5-398969f4e31a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.069749] env[66408]: INFO networking_nsxv3.common.synchronization [req-ede4e23e-d6ca-4b36-a554-035daf77fdd4 req-2d286675-c4f0-46c1-a65a-f05827ecb70d tempest-ServerMetadataTestJSON-1443444388 tempest-ServerMetadataTestJSON-1443444388-project-member] Enqueued Resource ID: 937ea7e7-1ee8-44fb-a0b9-d30e92a63924 with Priority: HIGHEST for action security_group_members [ 1253.070275] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 937ea7e7-1ee8-44fb-a0b9-d30e92a63924 with Priority: HIGHEST for action security_group_members [ 1253.070596] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.070916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.070916] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.071657] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.071905] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.075021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.075021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.075021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.075021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.075021] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('937ea7e7-1ee8-44fb-a0b9-d30e92a63924',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.574466] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.574934] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.574934] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.575078] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.575078] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.575299] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.575402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.575453] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.575611] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.575684] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.575778] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 937ea7e7-1ee8-44fb-a0b9-d30e92a63924 is going to be updated. [ 1253.612201] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.612456] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.612535] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.612723] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.612896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.624292] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 937ea7e7-1ee8-44fb-a0b9-d30e92a63924 in Status: IN_PROGRESS for 2s [ 1254.779840] env[66408]: INFO networking_nsxv3.common.synchronization [None req-29f75146-39a1-4b92-a387-c6f46798ef5f None None] Enqueued Resource ID: 6ece0aa6-53fe-4580-9575-4636d7d85fea with Priority: HIGHEST for action port [ 1254.780423] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ece0aa6-53fe-4580-9575-4636d7d85fea with Priority: HIGHEST for action port [ 1254.780832] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ece0aa6-53fe-4580-9575-4636d7d85fea taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.780912] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ece0aa6-53fe-4580-9575-4636d7d85fea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.780912] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ece0aa6-53fe-4580-9575-4636d7d85fea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.781185] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ece0aa6-53fe-4580-9575-4636d7d85fea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.781268] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ece0aa6-53fe-4580-9575-4636d7d85fea',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.283439] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ece0aa6-53fe-4580-9575-4636d7d85fea [ 1255.283688] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.283826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.283895] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.284222] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.284309] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.284432] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ece0aa6-53fe-4580-9575-4636d7d85fea already deleted. [ 1255.284599] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ece0aa6-53fe-4580-9575-4636d7d85fea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.640171] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 937ea7e7-1ee8-44fb-a0b9-d30e92a63924 in Status: SUCCESS [ 1255.640434] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 937ea7e7-1ee8-44fb-a0b9-d30e92a63924 deletion is rescheduled due to dependency. [ 1255.640543] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-937ea7e7-1ee8-44fb-a0b9-d30e92a63924" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.301558] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.301884] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.301884] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.302122] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.302269] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.804501] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.307129] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.810022] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1257.810172] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1258.769036] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.769036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.769036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.769036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.785161] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1258.785918] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.786765] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1258.829525] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.829695] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.829738] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.830106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.842879] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.843677] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1258.843677] env[66408]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66408) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1258.843832] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1258.886313] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.886524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.886524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.886715] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.888175] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.888318] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1258.998232] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.998479] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.998479] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.998692] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.999038] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.999479] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1259.145778] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.146219] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.146219] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.146878] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.147021] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.147360] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1259.147863] env[66408]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'de090198-d3f2-420f-9b77-3f064aff6490', '27fdde82-cbcb-4f71-b141-e44ef2ee1d02', '97880c18-62a3-4a1d-9fa7-30062d40dae6', 'a6675fba-55f8-44ff-ac49-7ceb40a71a16', '28ebc96b-f09a-4341-8743-a7874bc51949', 'bd8e64c0-58a5-4246-8de7-d6d2d5595bd6', '9cedfe25-a383-45f3-b6db-d7b9bfca0dd1', '5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9', '6e7bd493-f502-4036-bed5-47c7ba7baead', '3696451e-9ab7-433d-a5e5-d54c3aadf322', 'ad322a65-106f-42ad-9dfc-9f8c22a2ee45', '67b58317-bc54-4394-846d-8acd7c33bc41', 'acf90d46-4918-4e92-8c6d-1c55568fc6c4', '1d95d885-1b3b-4d53-a354-60664d703b3a', 'a046ce18-6cb2-4be1-bf7c-f7d255c062ea', '09f7b1f2-ed36-4f50-a71f-06b1e5a27f61', '2fe555b7-68b2-4c55-8c83-0a580b33cbd6', 'c860d711-0ab1-4afe-8060-2b28ca3266d8', 'd0710c14-77a9-46af-8ca1-37ef34bae7d4', 'eb52d195-4d21-4515-bed8-1b0fd2f523ab', 'ebcc0237-764f-4684-b997-776ec556e651', '25afeb5a-ecb2-4b4a-a8c8-27865882abc8', '28f152b3-9ff3-4784-b1a4-43256e7c1345', 'a6344f45-0c8d-48f4-9c5d-7294b7269b88', '937ea7e7-1ee8-44fb-a0b9-d30e92a63924', '840cdc1a-79ab-4ca8-bb9d-d45c6ccab18b', '141ee95b-e7e1-425f-a43e-34c7ee02da6a', '49f981b9-1f1d-4e68-b670-aea9c304fc64', '06843dd8-c4e9-48e1-9240-ca39b0024a01', 'c09f056f-c219-40a0-96a4-ba2dfd4659c4', '2466dc66-f37a-4743-9394-66793c20b776', 'ac6b7a8b-84b9-47e4-8ca0-00a78663af22', 'b97ee5f2-2967-4e24-828d-a683663663fa', '91b6bec9-280a-41f8-b4f2-8f1f93896675', '2b7eea76-7f5b-4227-80a0-9472d3c8fd87', 'd77020fb-551e-4ce9-ab85-f55865d02a39', 'd7e1e429-525a-4522-85ae-34527d43b139', '84460d93-46e1-4af1-b072-3cea2506ce57', '10e2d161-82e8-44f5-a83b-68ebd27c92fa', 'ae86a187-8d9d-46df-9204-c46ad8deaca9', '0f2332f2-3c56-4aed-8478-8670c47d87da', '10cb9989-6eab-4b6d-999f-9cbc27a61094', '1929a0a9-bda1-4657-a51a-62bff4f685f8'} {{(pid=66408) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1259.147863] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1259.169321] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.169589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.169589] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.170192] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.170192] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.170192] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1259.170192] env[66408]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66408) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1259.170192] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1259.258020] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.258231] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.258279] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.258507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.259705] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.259988] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1259.260076] env[66408]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66408) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1259.260147] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1259.260226] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1259.260320] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1259.260672] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de090198-d3f2-420f-9b77-3f064aff6490 with Priority: HIGH for action security_group_rules [ 1259.260672] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGH for action security_group_rules [ 1259.260672] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGH for action security_group_rules [ 1259.260672] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 with Priority: HIGH for action security_group_rules [ 1259.260672] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28ebc96b-f09a-4341-8743-a7874bc51949 with Priority: HIGH for action security_group_rules [ 1259.260672] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGH for action security_group_rules [ 1259.260911] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGH for action security_group_rules [ 1259.260911] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 with Priority: HIGH for action security_group_rules [ 1259.260911] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e7bd493-f502-4036-bed5-47c7ba7baead with Priority: HIGH for action security_group_rules [ 1259.260911] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 with Priority: HIGH for action security_group_rules [ 1259.261047] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 with Priority: HIGH for action security_group_rules [ 1259.261047] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67b58317-bc54-4394-846d-8acd7c33bc41 with Priority: HIGH for action security_group_rules [ 1259.261106] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 with Priority: HIGH for action security_group_rules [ 1259.261136] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d95d885-1b3b-4d53-a354-60664d703b3a with Priority: HIGH for action security_group_rules [ 1259.261189] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea with Priority: HIGH for action security_group_rules [ 1259.261256] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGH for action security_group_rules [ 1259.261332] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 with Priority: HIGH for action security_group_rules [ 1259.261434] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGH for action security_group_rules [ 1259.261506] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 with Priority: HIGH for action security_group_rules [ 1259.261506] env[66408]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGH for action security_group_rules [ 1259.261592] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.408303] env[66408]: INFO networking_nsxv3.common.synchronization [req-6065f2c1-6006-4f21-9963-fb3dee28d6f7 req-8441f392-6e4d-471f-bdab-bbc746378df3 tempest-ServerRescueNegativeTestJSON-396257745 tempest-ServerRescueNegativeTestJSON-396257745-project-member] Enqueued Resource ID: d1056699-9152-458d-b06b-9529255ddb80 with Priority: HIGHEST for action security_group_members [ 1259.408841] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1056699-9152-458d-b06b-9529255ddb80 with Priority: HIGHEST for action security_group_members [ 1259.408988] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de090198-d3f2-420f-9b77-3f064aff6490 with Priority: HIGH for action security_group_rules [ 1259.409107] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 with Priority: HIGH for action security_group_rules [ 1259.409205] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 with Priority: HIGH for action security_group_rules [ 1259.409298] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea with Priority: HIGH for action security_group_rules [ 1259.409389] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab with Priority: HIGH for action security_group_rules [ 1259.409475] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 with Priority: HIGH for action security_group_rules [ 1259.409586] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGH for action security_group_rules [ 1259.409698] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 with Priority: HIGH for action security_group_rules [ 1259.409743] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d95d885-1b3b-4d53-a354-60664d703b3a with Priority: HIGH for action security_group_rules [ 1259.409811] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 with Priority: HIGH for action security_group_rules [ 1259.409892] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 with Priority: HIGH for action security_group_rules [ 1259.409975] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b58317-bc54-4394-846d-8acd7c33bc41 with Priority: HIGH for action security_group_rules [ 1259.410072] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 with Priority: HIGH for action security_group_rules [ 1259.410178] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 with Priority: HIGH for action security_group_rules [ 1259.410275] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e7bd493-f502-4036-bed5-47c7ba7baead with Priority: HIGH for action security_group_rules [ 1259.410360] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 with Priority: HIGH for action security_group_rules [ 1259.410442] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 with Priority: HIGH for action security_group_rules [ 1259.410524] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ebc96b-f09a-4341-8743-a7874bc51949 with Priority: HIGH for action security_group_rules [ 1259.410608] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGH for action security_group_rules [ 1259.410690] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 with Priority: HIGH for action security_group_rules [ 1259.410976] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1056699-9152-458d-b06b-9529255ddb80 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.411111] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.411174] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.411435] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.412126] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.412249] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.412330] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.412512] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.412601] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.412696] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1056699-9152-458d-b06b-9529255ddb80',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.413592] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de090198-d3f2-420f-9b77-3f064aff6490 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.413929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.413929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.413929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.414082] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de090198-d3f2-420f-9b77-3f064aff6490',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.415011] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97880c18-62a3-4a1d-9fa7-30062d40dae6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.415011] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.415011] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.415615] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.415615] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97880c18-62a3-4a1d-9fa7-30062d40dae6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.415947] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.415947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.416275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.416275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.416275] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cedfe25-a383-45f3-b6db-d7b9bfca0dd1',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.416872] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a046ce18-6cb2-4be1-bf7c-f7d255c062ea taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.417302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.417302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.417302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.417302] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a046ce18-6cb2-4be1-bf7c-f7d255c062ea',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.418059] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.418215] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.418215] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.418340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.418405] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb52d195-4d21-4515-bed8-1b0fd2f523ab',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.419150] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0710c14-77a9-46af-8ca1-37ef34bae7d4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.419248] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.419248] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.419401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.419447] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0710c14-77a9-46af-8ca1-37ef34bae7d4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.420100] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c860d711-0ab1-4afe-8060-2b28ca3266d8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.420259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.420322] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.421775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.421775] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.421775] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fe555b7-68b2-4c55-8c83-0a580b33cbd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.421775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.421775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.422062] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.422062] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fe555b7-68b2-4c55-8c83-0a580b33cbd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.422800] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d95d885-1b3b-4d53-a354-60664d703b3a taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.422913] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.422973] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.423107] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.423182] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d95d885-1b3b-4d53-a354-60664d703b3a',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.423855] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.423964] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.424014] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.424165] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.424226] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09f7b1f2-ed36-4f50-a71f-06b1e5a27f61',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.424896] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acf90d46-4918-4e92-8c6d-1c55568fc6c4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.425061] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.425061] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.425429] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.425429] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acf90d46-4918-4e92-8c6d-1c55568fc6c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.426044] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67b58317-bc54-4394-846d-8acd7c33bc41 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.426150] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.426191] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.426337] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.426404] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67b58317-bc54-4394-846d-8acd7c33bc41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.427138] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad322a65-106f-42ad-9dfc-9f8c22a2ee45 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.427239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.427239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.427361] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.427437] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad322a65-106f-42ad-9dfc-9f8c22a2ee45',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.428210] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3696451e-9ab7-433d-a5e5-d54c3aadf322 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.428344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.428344] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.428520] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.428520] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3696451e-9ab7-433d-a5e5-d54c3aadf322',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.429183] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e7bd493-f502-4036-bed5-47c7ba7baead taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.429285] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.429326] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.429471] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.429542] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e7bd493-f502-4036-bed5-47c7ba7baead',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.432857] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.432857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.433072] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.433072] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.433146] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd8e64c0-58a5-4246-8de7-d6d2d5595bd6',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.433929] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.433929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.434100] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.434141] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.434348] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.434968] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28ebc96b-f09a-4341-8743-a7874bc51949 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.435120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.435120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.435317] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.435317] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28ebc96b-f09a-4341-8743-a7874bc51949',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.436052] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.436160] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.436222] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.436360] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.436432] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.437692] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6675fba-55f8-44ff-ac49-7ceb40a71a16 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.437692] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.437692] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.437692] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.437692] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6675fba-55f8-44ff-ac49-7ceb40a71a16',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.441164] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.441331] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.441421] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.441664] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.441796] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.442008] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.442111] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.442319] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.442378] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.442414] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.442497] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1056699-9152-458d-b06b-9529255ddb80 already deleted. [ 1259.442584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.467460] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.467460] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.467668] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.467823] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.469445] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.469549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.493867] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.494050] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de090198-d3f2-420f-9b77-3f064aff6490 is going to be deleted. [ 1259.495104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.495316] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.540223] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.540473] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cedfe25-a383-45f3-b6db-d7b9bfca0dd1 is going to be deleted. [ 1259.574534] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.574713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.574713] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.574960] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.575084] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.575216] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de090198-d3f2-420f-9b77-3f064aff6490" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.622135] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.622348] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.622432] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.622639] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.622733] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.622830] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cedfe25-a383-45f3-b6db-d7b9bfca0dd1" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.736257] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.736496] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "network-811" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.736578] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "network-811" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.736982] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "network-811" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.737195] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.737354] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.737469] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.737747] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.737919] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.738142] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1259.738253] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1259.738359] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1259.738465] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1259.738571] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1259.738673] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1259.738800] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1259.770068] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1259.770468] env[66408]: DEBUG dogpile.cache.region [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1259.770468] env[66408]: DEBUG dogpile.lock [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1259.770629] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "network-811" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.770954] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock port-3a39a51b-a130-42fe-bdca-88cf3e260245 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.771148] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "port-3a39a51b-a130-42fe-bdca-88cf3e260245" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.771265] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "port-3a39a51b-a130-42fe-bdca-88cf3e260245" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.771593] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "port-3a39a51b-a130-42fe-bdca-88cf3e260245" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.771756] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a39a51b-a130-42fe-bdca-88cf3e260245',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.942070] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c860d711-0ab1-4afe-8060-2b28ca3266d8 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.942315] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.942315] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.942474] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.942616] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.942722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.942783] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.942929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.943022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.943108] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.943197] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.944148] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-acf90d46-4918-4e92-8c6d-1c55568fc6c4 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.944256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.944314] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.944470] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.944610] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.944701] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.944761] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.944899] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.944976] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.945083] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.945163] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acf90d46-4918-4e92-8c6d-1c55568fc6c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.948337] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.948337] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.948337] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.948337] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.948337] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.948782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.948782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.948782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.948782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.948782] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.948782] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.968166] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.023166] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.023393] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.023441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.023697] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.025968] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.026086] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.027011] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.027118] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.027918] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.028028] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.028737] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.028823] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.029547] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.029638] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.030407] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.030527] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.031262] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.031355] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.032068] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.032256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.032962] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.033108] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.033782] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.033879] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.034470] env[66408]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1260.034980] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.035099] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.035672] env[66408]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1260.036069] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.036155] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.037346] env[66408]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1260.037896] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.037896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.038289] env[66408]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1260.038733] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.038825] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.065529] env[66408]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1260.066143] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.066276] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97880c18-62a3-4a1d-9fa7-30062d40dae6 is going to be deleted. [ 1260.067236] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.067462] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.086294] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.086489] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9 is going to be deleted. [ 1260.087329] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.087554] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.120435] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.120435] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fe555b7-68b2-4c55-8c83-0a580b33cbd6 is going to be deleted. [ 1260.121379] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.121600] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.145962] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.146196] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.153223] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.154301] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.156057] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.156177] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e7bd493-f502-4036-bed5-47c7ba7baead is going to be deleted. [ 1260.157058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.157272] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.185116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.185251] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6675fba-55f8-44ff-ac49-7ceb40a71a16 is going to be deleted. [ 1260.186186] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.186401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.247821] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.248022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.254896] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.255063] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.263356] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.263514] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3696451e-9ab7-433d-a5e5-d54c3aadf322 is going to be deleted. [ 1260.264489] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.264862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.266508] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.266628] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.273887] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.274106] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.274233] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.274523] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.274745] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.274895] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Segment Port 3a39a51b-a130-42fe-bdca-88cf3e260245 not found, creating... [ 1260.275164] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.275321] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.275458] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.275690] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.275827] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.276124] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.276303] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.276419] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.276629] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.276765] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.276902] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Resource: SegmentPort with ID: 3a39a51b-a130-42fe-bdca-88cf3e260245 is going to be created. [ 1260.297151] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.297151] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad322a65-106f-42ad-9dfc-9f8c22a2ee45 is going to be deleted. [ 1260.298061] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.298404] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.371891] env[66408]: DEBUG networking_nsxv3.common.locking [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.372140] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.372204] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.372791] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.372791] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.373289] env[66408]: DEBUG oslo_concurrency.lockutils [None req-f57a0d9e-6aae-4a10-9427-7d547f4022a7 None None] Releasing lock "port-3a39a51b-a130-42fe-bdca-88cf3e260245" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.403105] env[66408]: INFO networking_nsxv3.common.synchronization [req-241c1e87-3fc3-48d2-9fea-9a58e6a8941b req-2a2bb5c7-c01c-4961-a06e-7a08f04c1290 tempest-ServerActionsTestOtherB-1051836459 tempest-ServerActionsTestOtherB-1051836459-project-member] Enqueued Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_members [ 1260.403707] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 with Priority: HIGHEST for action security_group_members [ 1260.404880] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.405363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.405363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.405458] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.405579] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.405688] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.405769] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.405943] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.406064] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.406166] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27fdde82-cbcb-4f71-b141-e44ef2ee1d02',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.414478] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.414700] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.423106] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.423350] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d95d885-1b3b-4d53-a354-60664d703b3a is going to be deleted. [ 1260.424348] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.424628] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.450781] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.452084] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acf90d46-4918-4e92-8c6d-1c55568fc6c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.467045] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.467206] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a046ce18-6cb2-4be1-bf7c-f7d255c062ea is going to be deleted. [ 1260.468317] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.468949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.474413] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27fdde82-cbcb-4f71-b141-e44ef2ee1d02: rpc.has_security_group_logging(os_id): False [ 1260.495821] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.495821] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0710c14-77a9-46af-8ca1-37ef34bae7d4 is going to be deleted. [ 1260.496422] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.496687] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.498306] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.498440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.574033] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.574033] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.577396] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.577542] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd8e64c0-58a5-4246-8de7-d6d2d5595bd6 is going to be deleted. [ 1260.578545] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.579501] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.639680] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.639874] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.665697] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.665864] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09f7b1f2-ed36-4f50-a71f-06b1e5a27f61 is going to be deleted. [ 1260.667262] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.667499] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.706740] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.706985] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.716217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.716416] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67b58317-bc54-4394-846d-8acd7c33bc41 is going to be deleted. [ 1260.717418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.717649] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.723027] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.723245] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.768312] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.768312] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.795775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.796112] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb52d195-4d21-4515-bed8-1b0fd2f523ab is going to be deleted. [ 1260.796863] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.797088] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.845413] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.845583] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28ebc96b-f09a-4341-8743-a7874bc51949 is going to be deleted. [ 1260.846486] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.846701] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.846791] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.847026] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97880c18-62a3-4a1d-9fa7-30062d40dae6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.847193] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.847363] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.847446] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.847569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b6b75f4-c6d6-4a28-a951-a5fe813b2fa9" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.848169] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.848360] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.848484] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.848625] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fe555b7-68b2-4c55-8c83-0a580b33cbd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.848777] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.848947] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.849039] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.849158] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e7bd493-f502-4036-bed5-47c7ba7baead" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.849287] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.849445] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.849503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.849615] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6675fba-55f8-44ff-ac49-7ceb40a71a16" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.849735] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.849908] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.849968] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.850062] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3696451e-9ab7-433d-a5e5-d54c3aadf322" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.850259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.850405] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.850478] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.850586] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad322a65-106f-42ad-9dfc-9f8c22a2ee45" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.850710] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.850847] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.870849] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.871026] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.908669] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.908853] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.926846] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.926955] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.927815] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.928153] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.928250] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.928347] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.928607] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.928752] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.928844] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 is going to be updated. [ 1260.930072] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.930352] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.930460] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.930572] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a046ce18-6cb2-4be1-bf7c-f7d255c062ea" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.930704] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.930864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.930939] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.931062] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d95d885-1b3b-4d53-a354-60664d703b3a" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.931211] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.931354] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.931425] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.931523] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0710c14-77a9-46af-8ca1-37ef34bae7d4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.931633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.931799] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.931876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.931928] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd8e64c0-58a5-4246-8de7-d6d2d5595bd6" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.932570] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.933018] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.933018] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.933018] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09f7b1f2-ed36-4f50-a71f-06b1e5a27f61" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.933198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.933198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.933283] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.933578] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.934022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.934022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.934022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.934022] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.934220] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 is going to be updated. [ 1260.935073] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.935235] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.935324] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.935429] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67b58317-bc54-4394-846d-8acd7c33bc41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.954347] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c860d711-0ab1-4afe-8060-2b28ca3266d8: rpc.has_security_group_logging(os_id): False [ 1260.955566] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acf90d46-4918-4e92-8c6d-1c55568fc6c4: rpc.has_security_group_logging(os_id): False [ 1260.986835] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.986984] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.987070] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.987302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.989600] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.989600] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.994936] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.995096] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.035121] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.035325] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.035368] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.036107] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.036107] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.041056] env[66408]: INFO networking_nsxv3.common.synchronization [req-6065f2c1-6006-4f21-9963-fb3dee28d6f7 req-070503c2-bf87-4ac1-9ed0-17a50c01f797 service nova] Enqueued Resource ID: d1056699-9152-458d-b06b-9529255ddb80 with Priority: HIGHEST for action security_group_rules [ 1261.041056] env[66408]: INFO networking_nsxv3.common.synchronization [req-6065f2c1-6006-4f21-9963-fb3dee28d6f7 req-070503c2-bf87-4ac1-9ed0-17a50c01f797 service nova] Enqueued Resource ID: d1056699-9152-458d-b06b-9529255ddb80 with Priority: HIGHEST for action security_group_members [ 1261.041056] env[66408]: INFO networking_nsxv3.common.synchronization [req-6065f2c1-6006-4f21-9963-fb3dee28d6f7 req-070503c2-bf87-4ac1-9ed0-17a50c01f797 service nova] Enqueued Resource ID: 3a39a51b-a130-42fe-bdca-88cf3e260245 with Priority: HIGHEST for action port [ 1261.041056] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1056699-9152-458d-b06b-9529255ddb80 with Priority: HIGHEST for action security_group_rules [ 1261.041056] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1056699-9152-458d-b06b-9529255ddb80 with Priority: HIGHEST for action security_group_members [ 1261.041352] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a39a51b-a130-42fe-bdca-88cf3e260245 with Priority: HIGHEST for action port [ 1261.041730] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1056699-9152-458d-b06b-9529255ddb80 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.042978] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.042978] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.042978] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.043187] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1056699-9152-458d-b06b-9529255ddb80',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.044148] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1056699-9152-458d-b06b-9529255ddb80 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.044258] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.044258] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.044424] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.044587] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.044677] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.044981] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.044981] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.044981] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.045122] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1056699-9152-458d-b06b-9529255ddb80',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.045970] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a39a51b-a130-42fe-bdca-88cf3e260245 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.047632] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a39a51b-a130-42fe-bdca-88cf3e260245" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.047632] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a39a51b-a130-42fe-bdca-88cf3e260245" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.047632] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a39a51b-a130-42fe-bdca-88cf3e260245" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.047632] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a39a51b-a130-42fe-bdca-88cf3e260245',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.061647] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.062070] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.062172] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.062278] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.062507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.062565] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.062726] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 is going to be updated. [ 1261.063771] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.063958] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.064060] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.064173] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb52d195-4d21-4515-bed8-1b0fd2f523ab" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.064624] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.064794] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.070043] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: IN_PROGRESS for 2s [ 1261.096274] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.096274] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.132876] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.133184] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.133412] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.133772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.133772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.133772] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.133966] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 is going to be updated. [ 1261.135134] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.135333] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.135417] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.135540] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28ebc96b-f09a-4341-8743-a7874bc51949" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.178138] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.179090] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.179090] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.179090] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.179090] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.237621] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: IN_PROGRESS for 2s [ 1261.308713] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.308911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.308911] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.309257] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.309444] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.365617] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 in Status: IN_PROGRESS for 2s [ 1261.367707] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.367901] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.367901] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.368235] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.368403] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.448993] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: IN_PROGRESS for 2s [ 1261.515339] env[66408]: INFO networking_nsxv3.common.synchronization [req-6cb2b985-ee28-4584-b8c5-d37a1caf8541 req-3f825a71-c537-49ae-bcaf-4659c3b61990 tempest-ServerRescueNegativeTestJSON-396257745 tempest-ServerRescueNegativeTestJSON-396257745-project-member] Enqueued Resource ID: d1056699-9152-458d-b06b-9529255ddb80 with Priority: HIGHEST for action security_group_members [ 1261.515929] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1056699-9152-458d-b06b-9529255ddb80 with Priority: HIGHEST for action security_group_members [ 1261.516260] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1056699-9152-458d-b06b-9529255ddb80 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.516364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.604929] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1056699-9152-458d-b06b-9529255ddb80 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.604929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.604929] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1056699-9152-458d-b06b-9529255ddb80',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.604929] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a39a51b-a130-42fe-bdca-88cf3e260245 with status ACTIVE [ 1261.604929] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.604929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.604929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.604929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.604929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.604929] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.604929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.604929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.604929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.604929] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.607672] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.607672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.607672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.607672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.607672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.607672] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a39a51b-a130-42fe-bdca-88cf3e260245 is going to be updated. [ 1261.607672] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.607672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.607672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.607672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.607672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.607672] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a39a51b-a130-42fe-bdca-88cf3e260245" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.853165] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.853529] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-811" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.853529] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-811" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.853818] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-811" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.854063] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.854263] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.854404] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.854630] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.855413] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.855670] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1261.855798] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1261.855900] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1261.856014] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1261.856130] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1261.856235] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1261.856368] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1261.878671] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1261.878838] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1261.878971] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1261.879240] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-811" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.879587] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-4766d2e9-fc9e-42b8-adf6-24d97c10151d taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.879766] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-4766d2e9-fc9e-42b8-adf6-24d97c10151d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.879889] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-4766d2e9-fc9e-42b8-adf6-24d97c10151d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.880427] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-4766d2e9-fc9e-42b8-adf6-24d97c10151d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.880579] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4766d2e9-fc9e-42b8-adf6-24d97c10151d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.056719] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1056699-9152-458d-b06b-9529255ddb80',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.383407] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.383721] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.383809] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.384128] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.384288] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.384446] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 4766d2e9-fc9e-42b8-adf6-24d97c10151d not found, creating... [ 1262.384745] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.384900] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.385029] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.385260] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.385400] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.385682] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.385835] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.385948] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.386174] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.386309] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.386441] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 4766d2e9-fc9e-42b8-adf6-24d97c10151d is going to be created. [ 1262.407829] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.408072] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.408161] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.408442] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.408667] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.408886] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-4766d2e9-fc9e-42b8-adf6-24d97c10151d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.558641] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.558861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.558861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.559115] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.559216] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.559316] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1056699-9152-458d-b06b-9529255ddb80 is going to be created. [ 1262.601370] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.601592] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.601592] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.601786] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.601945] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.617079] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1056699-9152-458d-b06b-9529255ddb80 in Status: UNINITIALIZED for 2s [ 1263.080791] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: SUCCESS [ 1263.081212] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 deletion is rescheduled due to dependency. [ 1263.081212] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.134559] env[66408]: INFO networking_nsxv3.common.synchronization [req-6cb2b985-ee28-4584-b8c5-d37a1caf8541 req-2f20bd7e-caab-4f34-a551-07c340b6e2e4 service nova] Enqueued Resource ID: d1056699-9152-458d-b06b-9529255ddb80 with Priority: HIGHEST for action security_group_rules [ 1263.134769] env[66408]: INFO networking_nsxv3.common.synchronization [req-6cb2b985-ee28-4584-b8c5-d37a1caf8541 req-2f20bd7e-caab-4f34-a551-07c340b6e2e4 service nova] Enqueued Resource ID: d1056699-9152-458d-b06b-9529255ddb80 with Priority: HIGHEST for action security_group_members [ 1263.134916] env[66408]: INFO networking_nsxv3.common.synchronization [req-6cb2b985-ee28-4584-b8c5-d37a1caf8541 req-2f20bd7e-caab-4f34-a551-07c340b6e2e4 service nova] Enqueued Resource ID: 4766d2e9-fc9e-42b8-adf6-24d97c10151d with Priority: HIGHEST for action port [ 1263.135464] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1056699-9152-458d-b06b-9529255ddb80 with Priority: HIGHEST for action security_group_rules [ 1263.135602] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1056699-9152-458d-b06b-9529255ddb80 with Priority: HIGHEST for action security_group_members [ 1263.135691] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4766d2e9-fc9e-42b8-adf6-24d97c10151d with Priority: HIGHEST for action port [ 1263.135964] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1056699-9152-458d-b06b-9529255ddb80 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.136108] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.136324] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1056699-9152-458d-b06b-9529255ddb80 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.136409] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.136608] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-4766d2e9-fc9e-42b8-adf6-24d97c10151d taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.136694] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4766d2e9-fc9e-42b8-adf6-24d97c10151d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.136755] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4766d2e9-fc9e-42b8-adf6-24d97c10151d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.137046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4766d2e9-fc9e-42b8-adf6-24d97c10151d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.137046] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4766d2e9-fc9e-42b8-adf6-24d97c10151d',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.253731] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27fdde82-cbcb-4f71-b141-e44ef2ee1d02 in Status: SUCCESS [ 1263.253925] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27fdde82-cbcb-4f71-b141-e44ef2ee1d02" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.386453] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 in Status: SUCCESS [ 1263.386629] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.464591] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: SUCCESS [ 1263.464867] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.639950] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4766d2e9-fc9e-42b8-adf6-24d97c10151d with status ACTIVE [ 1263.640215] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.640358] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.640428] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.640642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.640732] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.640905] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.641010] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.641076] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.641249] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.641305] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.641468] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.641560] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.641618] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.641770] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.641844] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.641927] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4766d2e9-fc9e-42b8-adf6-24d97c10151d is going to be updated. [ 1263.665964] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.666189] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.666189] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.666388] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.666524] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.666701] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4766d2e9-fc9e-42b8-adf6-24d97c10151d" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.628782] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1056699-9152-458d-b06b-9529255ddb80 in Status: SUCCESS [ 1264.629177] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.629232] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.629501] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.629740] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.629868] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.629934] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.630116] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.630198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.630302] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1056699-9152-458d-b06b-9529255ddb80',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.132977] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1056699-9152-458d-b06b-9529255ddb80',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.635697] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1056699-9152-458d-b06b-9529255ddb80',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.137952] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.138170] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.138217] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.138413] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.138504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.138621] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1056699-9152-458d-b06b-9529255ddb80 is going to be updated. [ 1266.173640] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.173864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.173864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.174152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.174348] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.184355] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1056699-9152-458d-b06b-9529255ddb80 in Status: IN_PROGRESS for 2s [ 1268.136415] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.136787] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1268.196157] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1056699-9152-458d-b06b-9529255ddb80 in Status: SUCCESS [ 1268.196364] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.196534] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.196854] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.197081] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.197205] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.197270] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.197439] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.197521] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.197607] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.197721] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1056699-9152-458d-b06b-9529255ddb80',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.198661] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.198821] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.199053] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.199198] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.199282] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.199469] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.199569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.199700] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1056699-9152-458d-b06b-9529255ddb80',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.702147] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1056699-9152-458d-b06b-9529255ddb80 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.702401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.702513] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1056699-9152-458d-b06b-9529255ddb80',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.204423] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1056699-9152-458d-b06b-9529255ddb80',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.707311] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.707527] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.707588] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.707777] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.707970] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.707970] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1056699-9152-458d-b06b-9529255ddb80 is going to be updated. [ 1269.756966] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.756966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.757239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.757239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.757393] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.769890] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1056699-9152-458d-b06b-9529255ddb80 in Status: IN_PROGRESS for 2s [ 1271.780492] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1056699-9152-458d-b06b-9529255ddb80 in Status: SUCCESS [ 1271.780777] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.780818] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.781676] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.781676] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.781676] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.781676] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.781676] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.781676] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.782075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.782075] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1056699-9152-458d-b06b-9529255ddb80 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.782075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.782075] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.782222] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.782312] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.782428] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.782498] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.782702] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.782823] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.782919] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.783016] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1056699-9152-458d-b06b-9529255ddb80',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.285623] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1056699-9152-458d-b06b-9529255ddb80: rpc.has_security_group_logging(os_id): False [ 1272.303326] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.303549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.303549] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.303826] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.303918] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.304142] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.304239] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.304302] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.304463] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.304539] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.304711] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.304802] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.304862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.305009] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.305087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.305268] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.305359] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.305417] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.305557] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.305628] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.305712] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1056699-9152-458d-b06b-9529255ddb80 is going to be created. [ 1272.362935] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.363186] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.363186] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.363402] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.363584] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.373290] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1056699-9152-458d-b06b-9529255ddb80 in Status: IN_PROGRESS for 2s [ 1273.137868] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1273.137868] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1274.386936] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1056699-9152-458d-b06b-9529255ddb80 in Status: SUCCESS [ 1274.387340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.387340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.387509] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.387601] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1056699-9152-458d-b06b-9529255ddb80',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.890353] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1056699-9152-458d-b06b-9529255ddb80 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.890622] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.890708] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.890954] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.891165] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.891296] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.891359] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.891601] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.891699] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.891840] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.891943] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1056699-9152-458d-b06b-9529255ddb80',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.395102] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1056699-9152-458d-b06b-9529255ddb80 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.395515] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.395515] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.395612] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.395714] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.395835] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.395896] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.396036] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.396160] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.396204] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.396344] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1056699-9152-458d-b06b-9529255ddb80 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.396435] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.396492] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.396628] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.396759] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.396847] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.396905] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.397081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.397170] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.397243] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.397328] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1056699-9152-458d-b06b-9529255ddb80',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.899922] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1056699-9152-458d-b06b-9529255ddb80: rpc.has_security_group_logging(os_id): False [ 1275.917990] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.918120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.918196] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.919051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.919051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.919051] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.919051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.919051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.919051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.919051] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.919410] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.919410] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.919410] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.919561] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.919689] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.919933] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.919933] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.919933] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.920177] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.920318] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.920529] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1056699-9152-458d-b06b-9529255ddb80 is going to be updated. [ 1275.989814] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.990089] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.990089] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.990207] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.990349] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.000790] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1056699-9152-458d-b06b-9529255ddb80 in Status: IN_PROGRESS for 2s [ 1278.018044] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1056699-9152-458d-b06b-9529255ddb80 in Status: SUCCESS [ 1278.018408] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.139086] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.139255] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1283.140265] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1283.140657] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1288.141246] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1288.141649] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1293.142472] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1293.142900] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1294.701282] env[66408]: INFO networking_nsxv3.common.synchronization [req-2c7b96de-7363-4226-9c37-dcf901e6e063 req-f936965c-0cd8-4b48-96a6-e0995d755d06 tempest-ServerActionsTestJSON-1187546183 tempest-ServerActionsTestJSON-1187546183-project-member] Enqueued Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_members [ 1294.701575] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 with Priority: HIGHEST for action security_group_members [ 1294.701827] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-c860d711-0ab1-4afe-8060-2b28ca3266d8 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.701945] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.702027] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.702467] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.702467] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.702580] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.702580] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.703497] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.703497] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.703497] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c860d711-0ab1-4afe-8060-2b28ca3266d8',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.205806] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.206088] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.206088] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.206270] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.206356] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.206549] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.206642] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.206695] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.206839] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.206914] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.206995] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 is going to be updated. [ 1295.237141] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.237420] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.237420] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.237615] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.237687] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.246746] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: IN_PROGRESS for 2s [ 1297.257730] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 in Status: SUCCESS [ 1297.258093] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c860d711-0ab1-4afe-8060-2b28ca3266d8 deletion is rescheduled due to dependency. [ 1297.258093] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c860d711-0ab1-4afe-8060-2b28ca3266d8" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.433136] env[66408]: INFO networking_nsxv3.common.synchronization [None req-55b752fc-3a7c-4db5-ae8c-d4e0c7d9dea9 tempest-ServerRescueNegativeTestJSON-396257745 tempest-ServerRescueNegativeTestJSON-396257745-project-member] Enqueued Resource ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 with Priority: HIGHEST for action security_group_rules [ 1297.433702] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 with Priority: HIGHEST for action security_group_rules [ 1297.434039] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd21340e-8d8c-4c15-ad94-2722fb305e41 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.434166] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.434229] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.434496] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.434579] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd21340e-8d8c-4c15-ad94-2722fb305e41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.516422] env[66408]: INFO networking_nsxv3.common.synchronization [None req-4fbcfcc3-be30-44be-9f9b-88d52f9181df tempest-ServerRescueNegativeTestJSON-396257745 tempest-ServerRescueNegativeTestJSON-396257745-project-member] Enqueued Resource ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 with Priority: HIGHEST for action security_group_rules [ 1297.516926] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 with Priority: HIGHEST for action security_group_rules [ 1297.517239] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd21340e-8d8c-4c15-ad94-2722fb305e41 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.517339] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.955593] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.955807] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.955855] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.956137] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.956261] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.956397] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 already deleted. [ 1297.956498] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.956727] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.956966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.957092] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd21340e-8d8c-4c15-ad94-2722fb305e41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.478521] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.478923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.478923] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.479046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.479046] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.479149] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 already deleted. [ 1298.479232] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.518264] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.518264] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1302.936544] env[66408]: INFO networking_nsxv3.common.synchronization [req-e6d53fa9-0239-4d10-8957-f0b95654c478 req-b694a7a1-afe1-4aea-b73a-f714d2e101c4 tempest-ServerRescueNegativeTestJSON-396257745 tempest-ServerRescueNegativeTestJSON-396257745-project-member] Enqueued Resource ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 with Priority: HIGHEST for action security_group_members [ 1302.937152] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 with Priority: HIGHEST for action security_group_members [ 1302.937488] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd21340e-8d8c-4c15-ad94-2722fb305e41 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.937641] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.937729] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.938068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.938267] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.938429] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.938542] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.938658] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.938861] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.938861] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd21340e-8d8c-4c15-ad94-2722fb305e41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.237920] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.238137] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-811" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.238261] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-811" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.238534] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-811" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.238790] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.238946] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.239233] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.239485] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.240097] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.240097] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1303.240097] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1303.240097] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1303.240305] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1303.240305] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1303.240385] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1303.240519] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1303.262079] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1303.262340] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1303.262502] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1303.262683] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-811" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.263050] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-1e26a993-b5f2-4af3-8887-bd7ccc166caf taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.263235] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-1e26a993-b5f2-4af3-8887-bd7ccc166caf" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.263353] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-1e26a993-b5f2-4af3-8887-bd7ccc166caf" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.263689] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-1e26a993-b5f2-4af3-8887-bd7ccc166caf" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.263833] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e26a993-b5f2-4af3-8887-bd7ccc166caf',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.441749] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.441948] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.441948] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.442161] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.442259] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.442455] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.442559] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.442619] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.442816] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.442892] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.442976] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 already deleted. [ 1303.443068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.766693] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.766693] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.767143] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.767143] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.767370] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.767559] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 1e26a993-b5f2-4af3-8887-bd7ccc166caf not found, creating... [ 1303.767820] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.767984] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.768120] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.768343] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.768482] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.768757] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.768913] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.769044] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.769258] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.769393] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.769528] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 1e26a993-b5f2-4af3-8887-bd7ccc166caf is going to be created. [ 1303.789696] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.789914] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.789991] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.790264] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.790487] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.790711] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-1e26a993-b5f2-4af3-8887-bd7ccc166caf" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.474410] env[66408]: INFO networking_nsxv3.common.synchronization [req-e6d53fa9-0239-4d10-8957-f0b95654c478 req-147f2894-e357-4453-bf0a-f22871df9319 service nova] Enqueued Resource ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 with Priority: HIGHEST for action security_group_rules [ 1304.474410] env[66408]: INFO networking_nsxv3.common.synchronization [req-e6d53fa9-0239-4d10-8957-f0b95654c478 req-147f2894-e357-4453-bf0a-f22871df9319 service nova] Enqueued Resource ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 with Priority: HIGHEST for action security_group_members [ 1304.474410] env[66408]: INFO networking_nsxv3.common.synchronization [req-e6d53fa9-0239-4d10-8957-f0b95654c478 req-147f2894-e357-4453-bf0a-f22871df9319 service nova] Enqueued Resource ID: 1e26a993-b5f2-4af3-8887-bd7ccc166caf with Priority: HIGHEST for action port [ 1304.474410] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 with Priority: HIGHEST for action security_group_rules [ 1304.474410] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 with Priority: HIGHEST for action security_group_members [ 1304.474410] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e26a993-b5f2-4af3-8887-bd7ccc166caf with Priority: HIGHEST for action port [ 1304.474410] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd21340e-8d8c-4c15-ad94-2722fb305e41 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.474410] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.474749] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.475047] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.475231] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd21340e-8d8c-4c15-ad94-2722fb305e41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.478695] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd21340e-8d8c-4c15-ad94-2722fb305e41 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.478883] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.478995] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.479222] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.479409] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.479766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.479766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.479766] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.479857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.479910] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd21340e-8d8c-4c15-ad94-2722fb305e41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.480700] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e26a993-b5f2-4af3-8887-bd7ccc166caf taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.480801] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e26a993-b5f2-4af3-8887-bd7ccc166caf" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.480857] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e26a993-b5f2-4af3-8887-bd7ccc166caf" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.481056] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e26a993-b5f2-4af3-8887-bd7ccc166caf" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.481127] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e26a993-b5f2-4af3-8887-bd7ccc166caf',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.979387] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd21340e-8d8c-4c15-ad94-2722fb305e41 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.979925] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.982914] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd21340e-8d8c-4c15-ad94-2722fb305e41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.983833] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e26a993-b5f2-4af3-8887-bd7ccc166caf with status ACTIVE [ 1304.984058] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.984177] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.984243] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.984446] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.984534] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.984706] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.984802] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.984862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.985013] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.985112] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.985293] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.985397] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.985440] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.985579] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.985652] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.985733] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e26a993-b5f2-4af3-8887-bd7ccc166caf is going to be updated. [ 1305.007615] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.007823] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.007823] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.008008] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.008152] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.008305] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e26a993-b5f2-4af3-8887-bd7ccc166caf" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.488035] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd21340e-8d8c-4c15-ad94-2722fb305e41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.990776] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.991223] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.991223] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.991340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.991340] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.991481] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 is going to be created. [ 1306.014676] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.014862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.014862] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.015058] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.015218] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.024224] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 in Status: UNINITIALIZED for 2s [ 1308.035048] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 in Status: SUCCESS [ 1308.035453] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.035503] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.035678] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.035884] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.036068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.036068] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.036199] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.036275] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.036357] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.036444] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd21340e-8d8c-4c15-ad94-2722fb305e41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.538416] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd21340e-8d8c-4c15-ad94-2722fb305e41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.040867] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd21340e-8d8c-4c15-ad94-2722fb305e41: rpc.has_security_group_logging(os_id): False [ 1309.060120] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.060120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.060120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.060120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.060120] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.060120] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.060537] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.060537] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.060537] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.060537] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.060678] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 is going to be created. [ 1309.116145] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.116379] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.116379] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.116595] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.116757] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.128326] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 in Status: IN_PROGRESS for 2s [ 1309.474167] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.474357] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1311.141598] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 in Status: SUCCESS [ 1311.141598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.474875] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.475304] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.476294] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.476698] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.212521] env[66408]: INFO networking_nsxv3.common.synchronization [req-9afe86b7-be04-458c-93aa-8cc4cf96ebb3 req-58ca31f9-0947-492a-be75-4f04c537f10f tempest-AttachVolumeTestJSON-799551387 tempest-AttachVolumeTestJSON-799551387-project-member] Enqueued Resource ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 with Priority: HIGHEST for action security_group_members [ 1324.213126] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 with Priority: HIGHEST for action security_group_members [ 1324.213435] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-acf90d46-4918-4e92-8c6d-1c55568fc6c4 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.213557] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.213624] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.213821] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.213973] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.214086] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.214142] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.214291] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.214375] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.214466] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acf90d46-4918-4e92-8c6d-1c55568fc6c4',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.717257] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.717482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.717482] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.717644] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.717734] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.717919] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.718025] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.718084] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.718233] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.718307] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.718389] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 is going to be updated. [ 1324.748837] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.749074] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.749074] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.749251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.749392] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.757928] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 in Status: IN_PROGRESS for 2s [ 1326.768892] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 in Status: SUCCESS [ 1326.768892] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acf90d46-4918-4e92-8c6d-1c55568fc6c4 deletion is rescheduled due to dependency. [ 1326.769350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acf90d46-4918-4e92-8c6d-1c55568fc6c4" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.842925] env[66408]: INFO networking_nsxv3.common.synchronization [None req-683cacd4-701f-41f2-b36a-dbeacd3792e9 tempest-AttachVolumeTestJSON-799551387 tempest-AttachVolumeTestJSON-799551387-project-member] Enqueued Resource ID: ec935917-ae5f-4424-833c-9f09d4edd536 with Priority: HIGHEST for action security_group_rules [ 1328.843640] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec935917-ae5f-4424-833c-9f09d4edd536 with Priority: HIGHEST for action security_group_rules [ 1328.843974] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec935917-ae5f-4424-833c-9f09d4edd536 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.844092] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.844162] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.844600] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.844600] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec935917-ae5f-4424-833c-9f09d4edd536',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.929609] env[66408]: INFO networking_nsxv3.common.synchronization [None req-de302eb5-2ec4-4fa9-a85b-b859c65c63b3 tempest-AttachVolumeTestJSON-799551387 tempest-AttachVolumeTestJSON-799551387-project-member] Enqueued Resource ID: ec935917-ae5f-4424-833c-9f09d4edd536 with Priority: HIGHEST for action security_group_rules [ 1328.930153] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec935917-ae5f-4424-833c-9f09d4edd536 with Priority: HIGHEST for action security_group_rules [ 1328.930456] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec935917-ae5f-4424-833c-9f09d4edd536 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.930558] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.367596] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.367831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.367831] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.367997] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.368107] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.368204] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec935917-ae5f-4424-833c-9f09d4edd536 already deleted. [ 1329.368286] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.368434] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.368723] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.368723] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec935917-ae5f-4424-833c-9f09d4edd536',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.889781] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.889781] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.889781] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.889781] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.889781] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.889781] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec935917-ae5f-4424-833c-9f09d4edd536 already deleted. [ 1329.889781] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.931505] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.931858] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.283772] env[66408]: INFO networking_nsxv3.common.synchronization [req-4f2efef1-22ae-4396-ae25-c7159355abf7 req-ae47a61e-32c0-48fb-a5d5-e89831c55215 tempest-AttachVolumeTestJSON-799551387 tempest-AttachVolumeTestJSON-799551387-project-member] Enqueued Resource ID: ec935917-ae5f-4424-833c-9f09d4edd536 with Priority: HIGHEST for action security_group_members [ 1334.284722] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec935917-ae5f-4424-833c-9f09d4edd536 with Priority: HIGHEST for action security_group_members [ 1334.285227] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec935917-ae5f-4424-833c-9f09d4edd536 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.285414] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.285518] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.285855] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.286091] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.286248] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.286349] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.286556] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.286675] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.286812] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec935917-ae5f-4424-833c-9f09d4edd536',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.566111] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock network-504 taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.566447] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "network-504" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.566662] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "network-504" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.567112] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "network-504" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.567553] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.567785] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.567967] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.568338] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.568576] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.568902] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1334.569105] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] NeedRegenerationException {{(pid=66408) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1334.569282] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] no value, waiting for create lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1334.569459] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] value creation lock acquired {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1334.569624] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] No value present for key: 'zone-id' {{(pid=66408) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1334.569785] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Calling creation function for not-yet-present value {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1334.569980] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1334.592274] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1334.592466] env[66408]: DEBUG dogpile.cache.region [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66408) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1334.592620] env[66408]: DEBUG dogpile.lock [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Released creation lock {{(pid=66408) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1334.592806] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "network-504" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.593163] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock port-51812c01-d8f2-437c-be4c-1d6139d2becc taken with stack trace [, , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.593350] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "port-51812c01-d8f2-437c-be4c-1d6139d2becc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.593469] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "port-51812c01-d8f2-437c-be4c-1d6139d2becc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.593820] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "port-51812c01-d8f2-437c-be4c-1d6139d2becc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.593952] env[66408]: DEBUG networking_nsxv3.api.rpc [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51812c01-d8f2-437c-be4c-1d6139d2becc',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.789424] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.789663] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.789735] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.790037] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.790192] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.790498] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.790664] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.790775] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.790981] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.791108] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.791224] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec935917-ae5f-4424-833c-9f09d4edd536 already deleted. [ 1334.791312] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.096797] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.097218] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.097218] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.097518] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.097678] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.097829] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Segment Port 51812c01-d8f2-437c-be4c-1d6139d2becc not found, creating... [ 1335.098096] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.098263] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.098411] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.098632] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.098768] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.099061] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.099220] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.099333] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.099539] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.099702] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.099850] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Resource: SegmentPort with ID: 51812c01-d8f2-437c-be4c-1d6139d2becc is going to be created. [ 1335.122249] env[66408]: DEBUG networking_nsxv3.common.locking [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.123139] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.123139] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.123139] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.123321] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.123426] env[66408]: DEBUG oslo_concurrency.lockutils [None req-75f69d08-a08a-4159-a175-1fa50fee28d7 None None] Releasing lock "port-51812c01-d8f2-437c-be4c-1d6139d2becc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.793960] env[66408]: INFO networking_nsxv3.common.synchronization [req-4f2efef1-22ae-4396-ae25-c7159355abf7 req-b4443566-2e78-4d94-b29b-f3ccc3ef5e3f service nova] Enqueued Resource ID: ec935917-ae5f-4424-833c-9f09d4edd536 with Priority: HIGHEST for action security_group_rules [ 1335.794214] env[66408]: INFO networking_nsxv3.common.synchronization [req-4f2efef1-22ae-4396-ae25-c7159355abf7 req-b4443566-2e78-4d94-b29b-f3ccc3ef5e3f service nova] Enqueued Resource ID: ec935917-ae5f-4424-833c-9f09d4edd536 with Priority: HIGHEST for action security_group_members [ 1335.794287] env[66408]: INFO networking_nsxv3.common.synchronization [req-4f2efef1-22ae-4396-ae25-c7159355abf7 req-b4443566-2e78-4d94-b29b-f3ccc3ef5e3f service nova] Enqueued Resource ID: 51812c01-d8f2-437c-be4c-1d6139d2becc with Priority: HIGHEST for action port [ 1335.794811] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec935917-ae5f-4424-833c-9f09d4edd536 with Priority: HIGHEST for action security_group_rules [ 1335.794947] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec935917-ae5f-4424-833c-9f09d4edd536 with Priority: HIGHEST for action security_group_members [ 1335.795053] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51812c01-d8f2-437c-be4c-1d6139d2becc with Priority: HIGHEST for action port [ 1335.795323] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec935917-ae5f-4424-833c-9f09d4edd536 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.795494] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.795545] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.795722] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.795819] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec935917-ae5f-4424-833c-9f09d4edd536',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.797014] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec935917-ae5f-4424-833c-9f09d4edd536 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.797154] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.797193] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.797350] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.797496] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.797583] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.797643] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.797780] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.797864] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.797950] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec935917-ae5f-4424-833c-9f09d4edd536',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.798685] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock port-51812c01-d8f2-437c-be4c-1d6139d2becc taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.798791] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51812c01-d8f2-437c-be4c-1d6139d2becc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.799050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51812c01-d8f2-437c-be4c-1d6139d2becc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.799050] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51812c01-d8f2-437c-be4c-1d6139d2becc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.799130] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51812c01-d8f2-437c-be4c-1d6139d2becc',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.301134] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec935917-ae5f-4424-833c-9f09d4edd536',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.301865] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec935917-ae5f-4424-833c-9f09d4edd536 taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.301992] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.302144] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51812c01-d8f2-437c-be4c-1d6139d2becc with status ACTIVE [ 1336.302302] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.302401] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.302459] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.302674] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.303251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.303251] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.303251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.303251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.303251] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.303540] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.303540] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.303633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.303633] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.303777] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.303847] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.303927] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51812c01-d8f2-437c-be4c-1d6139d2becc is going to be updated. [ 1336.325729] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.325966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.325966] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.326156] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.326507] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.326598] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51812c01-d8f2-437c-be4c-1d6139d2becc" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.806228] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec935917-ae5f-4424-833c-9f09d4edd536',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.309238] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.309605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.309605] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.309690] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.309747] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.309842] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec935917-ae5f-4424-833c-9f09d4edd536 is going to be created. [ 1337.334703] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.334931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.334931] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.335146] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.335307] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.345836] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec935917-ae5f-4424-833c-9f09d4edd536 in Status: UNINITIALIZED for 2s [ 1339.359047] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec935917-ae5f-4424-833c-9f09d4edd536 in Status: SUCCESS [ 1339.359431] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.359498] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.359714] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.359936] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.360065] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.360130] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.360294] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.360389] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.360475] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.360572] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec935917-ae5f-4424-833c-9f09d4edd536',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.863500] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec935917-ae5f-4424-833c-9f09d4edd536',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.366358] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec935917-ae5f-4424-833c-9f09d4edd536: rpc.has_security_group_logging(os_id): False [ 1340.388556] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.388847] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.388847] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.388975] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.389081] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.389350] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.389453] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.389516] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.389667] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.389744] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.389828] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec935917-ae5f-4424-833c-9f09d4edd536 is going to be created. [ 1340.448246] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.448471] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.448471] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.448665] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.448877] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.459834] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec935917-ae5f-4424-833c-9f09d4edd536 in Status: IN_PROGRESS for 2s [ 1340.795886] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.796111] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1342.472521] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec935917-ae5f-4424-833c-9f09d4edd536 in Status: SUCCESS [ 1342.472871] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.796963] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.797348] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1350.798903] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.798903] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.799950] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.800401] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.801379] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.801379] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.802742] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.802742] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.803396] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.803858] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.804904] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.805325] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.806382] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.806382] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.807110] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.807431] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.808591] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.808968] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.809453] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.809827] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.810686] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.811130] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.811815] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.812132] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.812713] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.813134] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.586731] env[66408]: INFO networking_nsxv3.common.synchronization [req-945dc18e-c6b6-4dcf-b169-b71799a2661c req-8f31b051-d9d4-4e30-ac76-f3ced8116c76 tempest-AttachVolumeTestJSON-799551387 tempest-AttachVolumeTestJSON-799551387-project-member] Enqueued Resource ID: ec935917-ae5f-4424-833c-9f09d4edd536 with Priority: HIGHEST for action security_group_members [ 1411.587307] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec935917-ae5f-4424-833c-9f09d4edd536 with Priority: HIGHEST for action security_group_members [ 1411.587641] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec935917-ae5f-4424-833c-9f09d4edd536 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.587785] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.587833] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.588313] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.588500] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.588614] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.588673] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.589220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.589220] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.589220] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec935917-ae5f-4424-833c-9f09d4edd536',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.091235] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.091701] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.091701] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.091701] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.091849] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.092031] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.092201] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.092256] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.092375] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.092491] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.092589] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec935917-ae5f-4424-833c-9f09d4edd536 is going to be updated. [ 1412.237060] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.237060] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.237060] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.237060] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.237060] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.262248] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec935917-ae5f-4424-833c-9f09d4edd536 in Status: IN_PROGRESS for 2s [ 1413.521127] env[66408]: INFO networking_nsxv3.common.synchronization [req-10c4ff5b-774e-462e-94f3-96400346001d req-f2181b28-5968-41c2-b189-cb143b5fd7ea tempest-ServerRescueNegativeTestJSON-396257745 tempest-ServerRescueNegativeTestJSON-396257745-project-member] Enqueued Resource ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 with Priority: HIGHEST for action security_group_members [ 1413.521908] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 with Priority: HIGHEST for action security_group_members [ 1413.522594] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd21340e-8d8c-4c15-ad94-2722fb305e41 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.522594] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.522594] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.522594] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.522859] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.522859] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.522941] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.523094] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.523195] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.523319] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd21340e-8d8c-4c15-ad94-2722fb305e41',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.025843] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.026087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.026087] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.026310] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.026418] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.026647] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.026754] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.026815] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.026982] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.027341] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.027341] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 is going to be updated. [ 1414.059340] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.059569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.059569] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.059858] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.060013] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.070020] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 in Status: IN_PROGRESS for 2s [ 1414.275670] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec935917-ae5f-4424-833c-9f09d4edd536 in Status: SUCCESS [ 1414.275670] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec935917-ae5f-4424-833c-9f09d4edd536 deletion is rescheduled due to dependency. [ 1414.275670] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec935917-ae5f-4424-833c-9f09d4edd536" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.081598] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 in Status: SUCCESS [ 1416.081913] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd21340e-8d8c-4c15-ad94-2722fb305e41 deletion is rescheduled due to dependency. [ 1416.081913] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd21340e-8d8c-4c15-ad94-2722fb305e41" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.524751] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.525227] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.526340] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.526677] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.614023] env[66408]: INFO networking_nsxv3.common.synchronization [req-fd3094cb-fe62-46ce-83e3-c2745f6d7152 req-c2936ffb-2ddd-414b-ab3d-db7385591af0 tempest-ServerRescueNegativeTestJSON-396257745 tempest-ServerRescueNegativeTestJSON-396257745-project-member] Enqueued Resource ID: d1056699-9152-458d-b06b-9529255ddb80 with Priority: HIGHEST for action security_group_members [ 1424.614023] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1056699-9152-458d-b06b-9529255ddb80 with Priority: HIGHEST for action security_group_members [ 1424.614023] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1056699-9152-458d-b06b-9529255ddb80 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.614023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.614023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.614023] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.614023] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.614913] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.615114] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.615435] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.615636] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.615827] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1056699-9152-458d-b06b-9529255ddb80',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.118274] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1056699-9152-458d-b06b-9529255ddb80',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.621086] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1056699-9152-458d-b06b-9529255ddb80',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.124138] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.124307] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.124534] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.124606] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.124691] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.124786] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1056699-9152-458d-b06b-9529255ddb80 is going to be updated. [ 1426.153185] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.153332] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.153441] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.153781] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.154469] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.163615] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1056699-9152-458d-b06b-9529255ddb80 in Status: IN_PROGRESS for 2s [ 1428.174905] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1056699-9152-458d-b06b-9529255ddb80 in Status: SUCCESS [ 1428.175365] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.614136] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.614515] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.638740] env[66408]: INFO networking_nsxv3.common.synchronization [req-caac56f8-2473-4c19-b16a-2b5d6af4d32a req-d65756f7-9a31-4016-b4be-c48c4c409119 tempest-ServerRescueNegativeTestJSON-396257745 tempest-ServerRescueNegativeTestJSON-396257745-project-member] Enqueued Resource ID: d1056699-9152-458d-b06b-9529255ddb80 with Priority: HIGHEST for action security_group_members [ 1431.639516] env[66408]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1056699-9152-458d-b06b-9529255ddb80 with Priority: HIGHEST for action security_group_members [ 1431.639618] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1056699-9152-458d-b06b-9529255ddb80 taken with stack trace [, , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.639769] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.639836] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.640059] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.640236] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.640346] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.640429] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.640640] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.640732] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.640826] env[66408]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1056699-9152-458d-b06b-9529255ddb80',) {} {{(pid=66408) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.143741] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.143979] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.143979] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.144374] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.144504] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.144733] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.144867] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.144949] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.145170] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.145287] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.145408] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1056699-9152-458d-b06b-9529255ddb80 is going to be updated. [ 1432.172910] env[66408]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66408) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.173104] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.173153] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.173449] env[66408]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.173449] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.182169] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1056699-9152-458d-b06b-9529255ddb80 in Status: IN_PROGRESS for 2s [ 1434.193304] env[66408]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1056699-9152-458d-b06b-9529255ddb80 in Status: SUCCESS [ 1434.193685] env[66408]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1056699-9152-458d-b06b-9529255ddb80 deletion is rescheduled due to dependency. [ 1434.193685] env[66408]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1056699-9152-458d-b06b-9529255ddb80" {{(pid=66408) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.640361] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.640764] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.642256] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.642631] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.643481] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.643880] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.644981] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.645396] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.646787] env[66408]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.647274] env[66408]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0